-- Logs begin at Thu 2022-05-26 14:16:01 UTC, end at Thu 2022-05-26 15:29:46 UTC. -- May 26 14:59:40.958013 dv-cinder-788367-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 14:59:43.790502 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.common.config [-] Logging enabled! May 26 14:59:43.791111 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev240 May 26 14:59:43.791300 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103900) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 14:59:43.794693 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.common.config [-] Logging enabled! May 26 14:59:43.794948 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev240 May 26 14:59:43.795262 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103900) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 14:59:43.796298 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 14:59:43.796602 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 14:59:43.797217 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 14:59:43.797644 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 14:59:43.798017 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 14:59:43.798529 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.799016 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.799401 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.799897 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.800368 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.800844 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.801201 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.801549 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.801897 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.802367 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.802844 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.803233 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.803566 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.803869 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.804167 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.804397 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] debug = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.804684 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.805140 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.805571 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.805869 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.806164 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.806450 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.806724 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.807002 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.807290 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.807629 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] host = dv-cinder-788367-11-iscsi {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.807910 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.808198 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.808486 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.808773 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.809049 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.809329 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.809644 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.809946 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.810223 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.810562 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.810890 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.811181 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.811574 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.811698 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.811925 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.812224 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.812503 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.812776 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.813051 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.813327 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.813630 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.813905 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.814176 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.814463 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.814748 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.815032 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.815307 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.815582 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.815854 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.816127 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.816412 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.816686 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.816959 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.817234 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.817555 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.817829 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.818101 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.818404 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.818689 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.818971 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.819260 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.819533 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.819816 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.820088 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.820360 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.820631 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_json = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.820900 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.821169 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.822194 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.822194 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.822194 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.822458 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.822549 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.822804 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.823072 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:43.823369 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.823667 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.823967 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.824249 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.824553 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.824833 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.825121 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.825397 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.826245 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.826534 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.826826 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.827101 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.827402 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.827691 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.827986 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.828292 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.828585 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.828877 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.829151 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.829424 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.829722 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.830002 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.830291 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.830569 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.830856 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.831145 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.831423 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.831722 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.832014 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.832301 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.832596 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.832886 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.837466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.837466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.837466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.837466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.837466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.837466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.837466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.837466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838662 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838662 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838662 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838662 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.838662 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.839007 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.839083 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.839336 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.839610 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.839880 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.840155 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.840426 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.840702 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.840971 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.841827 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.842118 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.842392 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.842663 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.842944 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.843211 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.843487 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.843758 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.844027 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.844298 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.844567 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.844840 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.845137 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.845413 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.845715 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.845993 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.846269 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.846542 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.846818 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.847093 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.847368 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.847638 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.847930 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.848213 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.848499 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.848781 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.849057 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.849375 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.849674 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.849951 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.850239 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.850509 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.850783 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.851066 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.851346 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.851639 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.851942 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.852222 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.852516 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.852810 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.853102 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.853383 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.853721 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.854005 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:43.854225 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 14:59:43.854476 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103900) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 14:59:44.309881 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 14:59:44.310679 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 14:59:44.311090 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 14:59:44.311344 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 14:59:44.642667 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.642957 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.643226 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.644415 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.644686 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.644951 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.700491 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.700795 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.701061 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.715980 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.716284 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.716555 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.747218 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.748055 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.748333 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.784522 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.784802 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:44.785071 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.128729 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.129341 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.129341 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.129571 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.130228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.229034 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.229359 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.229671 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.229952 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.230226 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.230537 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.230799 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.231071 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.231324 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.231605 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.231891 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.232159 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.232415 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.232667 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.232921 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.233192 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.233444 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.233731 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.233999 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.234257 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.234536 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.234790 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.235070 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.235451 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.235702 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.235951 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.236346 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:59:45.236584 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:59:45.236820 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:59:45.237053 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:59:45.237286 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:59:45.237546 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:59:45.237916 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 14:59:45.242010 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 14:59:45.245913 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 14:59:45.249710 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 26 14:59:45.251589 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 14:59:45.252057 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 14:59:45.252392 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 14:59:45.252780 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 14:59:45.255561 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 14:59:45.255812 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 14:59:45.256153 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 14:59:45.261183 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 14:59:45.285256 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 14:59:45.285814 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.286113 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103900) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 14:59:45.286490 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.287822 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103900) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 14:59:45.288098 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 14:59:45.288343 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 14:59:45.291608 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.291886 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:45.353498 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 14:59:45.353739 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 14:59:45.353973 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 14:59:45.354341 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 14:59:45.405649 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO dbcounter [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Registered counter for database neutron May 26 14:59:45.424745 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_db.sqlalchemy.engines [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103900) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 14:59:45.430454 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writer thread running {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 14:59:45.873322 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Initializing driver for type 'gre' May 26 14:59:45.873862 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] gre ID ranges: [(1, 1000)] May 26 14:59:45.929595 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Initializing driver for type 'local' May 26 14:59:45.929935 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Initializing driver for type 'vlan' May 26 14:59:45.942944 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] VlanTypeDriver initialization complete May 26 14:59:45.943431 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Initializing driver for type 'vxlan' May 26 14:59:45.943916 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] vxlan ID ranges: [(1, 1000)] May 26 14:59:46.001681 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Initializing extension driver 'port_security' May 26 14:59:46.002192 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] PortSecurityExtensionDriver initialization complete May 26 14:59:46.002756 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Initializing mechanism driver 'openvswitch' May 26 14:59:46.003081 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Initializing mechanism driver 'hyperv' May 26 14:59:46.009981 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:59:46.010650 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > port after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.011025 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.011373 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.011870 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 14:59:46.012283 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > subnet after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.012629 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > subnet after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.012966 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.013393 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 14:59:46.013815 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > network after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.014158 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > network after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.014493 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > network after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.014869 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 14:59:46.015266 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > security_group after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.015605 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > security_group after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.015937 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.016318 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 14:59:46.016709 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.017048 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.017380 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.017778 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 14:59:46.018171 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > address_group after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.018509 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > address_group after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.018841 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.019218 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 14:59:46.019814 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] ML2 OVO RPC backend initialized. {{(pid=103900) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 14:59:46.020511 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.020870 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.021279 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > network before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.021653 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > networks before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.021997 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > port before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.022337 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > ports before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.022676 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > subnet before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.023013 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > subnets before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.023358 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > network after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.023698 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > network after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.024032 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > network after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.024368 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > port after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.024702 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.025035 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.025367 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > subnet after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.025722 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > subnet after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.026056 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.033469 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded quota_driver: . May 26 14:59:46.033843 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.plugin [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Modular L2 Plugin initialization complete May 26 14:59:46.034190 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading services supported by the core plugin {{(pid=103900) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 14:59:46.034528 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Got port-security extension from driver 'port_security' May 26 14:59:46.035000 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.extensions.vlantransparent [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Disabled vlantransparent extension. May 26 14:59:46.035488 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103900) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 14:59:46.035809 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading Plugin: router May 26 14:59:46.070839 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.071229 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router after_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.071595 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router before_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.071951 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.072320 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.072668 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router after_delete 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.073019 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.073363 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.073743 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router after_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.074088 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router after_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.074434 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router after_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.074783 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.075133 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router after_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.075559 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router precommit_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.075928 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.076265 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.076595 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: subnet after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.076929 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.077268 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.077632 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router precommit_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.077971 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: port before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.078306 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router precommit_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.078658 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router after_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.078995 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.079343 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router precommit_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.079698 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.080042 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router precommit_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.080401 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > agent after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.080746 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > agent after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.081085 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > network after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.081961 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Tracking information for resource: router configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:59:46.082290 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Tracking information for resource: floatingip configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:59:46.087191 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.db.l3_agentschedulers_db [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 14:59:46.087761 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.088120 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: port after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.088468 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.088821 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.089637 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router before_create 55550100 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.089998 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.090354 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router precommit_create 55550100 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.090704 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > router precommit_update 55550100 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.095475 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.services.provider_configuration [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service providers = [] {{(pid=103900) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 14:59:46.095834 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.db.servicetype_db [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103900) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 14:59:46.098851 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.services.service_base [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 14:59:46.099194 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.services.service_base [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 14:59:46.099530 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.services.service_base [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 14:59:46.100409 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.services.service_base [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 14:59:46.100777 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.services.service_base [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 14:59:46.101147 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:59:46.101483 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 14:59:46.112418 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:59:46.112751 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading Plugin: auto_allocate May 26 14:59:46.118360 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: network precommit_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.118728 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: network precommit_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.119238 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:59:46.119556 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading Plugin: tag May 26 14:59:46.126921 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:59:46.127192 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading Plugin: timestamp May 26 14:59:46.131176 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:59:46.131718 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading Plugin: network_ip_availability May 26 14:59:46.136943 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.137310 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.137686 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.138520 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:59:46.138844 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading Plugin: flavors May 26 14:59:46.143629 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:59:46.143956 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading Plugin: revisions May 26 14:59:46.148176 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:59:46.148565 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.837s {{(pid=103900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 14:59:46.149290 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103900) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 14:59:46.149658 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Initializing extension manager. May 26 14:59:46.150173 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: __init__.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.150512 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: __pycache__ {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.150842 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: _port_mac_address_override.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.151173 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: address_group.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.152099 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.152670 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: address-group May 26 14:59:46.152995 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: address_scope.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.153755 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.154264 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: address-scope May 26 14:59:46.154584 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.155496 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.156011 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: router-admin-state-down-before-update May 26 14:59:46.156327 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: agent.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.157020 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.157548 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: agent May 26 14:59:46.157868 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: agent_resources_synced.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.158762 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.159267 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: agent-resources-synced May 26 14:59:46.159585 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: allowedaddresspairs.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.161350 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.161895 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: allowed-address-pairs May 26 14:59:46.162219 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: auto_allocated_topology.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.163283 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.163796 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: auto-allocated-topology May 26 14:59:46.164117 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: availability_zone.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.164804 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.165308 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: availability_zone May 26 14:59:46.165655 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: availability_zone_filter.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.166561 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.167063 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: availability_zone_filter May 26 14:59:46.167382 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: data_plane_status.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.168277 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.168784 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension data-plane-status not supported by any of loaded plugins May 26 14:59:46.169102 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: default_subnetpools.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.170557 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.171068 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: default-subnetpools May 26 14:59:46.171387 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.172187 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.172693 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: dhcp_agent_scheduler May 26 14:59:46.173016 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: dns.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.173960 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.174462 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension dns-integration not supported by any of loaded plugins May 26 14:59:46.174783 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: dns_domain_ports.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.175687 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.176194 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 14:59:46.176511 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.177419 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.177947 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 14:59:46.178265 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: dvr.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.178928 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.179433 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: dvr May 26 14:59:46.179750 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: ecmp_routes.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.180735 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.181238 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 14:59:46.181588 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: empty_string_filtering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.182488 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.182995 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: empty-string-filtering May 26 14:59:46.183312 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.184204 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.184703 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 14:59:46.185598 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.186557 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.187061 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 14:59:46.187377 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: external_net.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.188274 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.188776 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: external-net May 26 14:59:46.189093 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.190022 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.190526 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: extra_dhcp_opt May 26 14:59:46.190843 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: extraroute.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.191736 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.192238 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: extraroute May 26 14:59:46.192553 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: extraroute_atomic.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.193602 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.194104 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: extraroute-atomic May 26 14:59:46.194421 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: filter_validation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.195083 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.195583 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: filter-validation May 26 14:59:46.195900 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: fip_pf_description.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.196795 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.197291 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 14:59:46.197641 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: fip_pf_port_range.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.198532 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.199032 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 14:59:46.199351 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: fip_port_details.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.200265 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.200792 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: fip-port-details May 26 14:59:46.201112 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: flavors.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.202342 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.202864 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: flavors May 26 14:59:46.203184 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.204797 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.205317 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 14:59:46.205679 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: floatingip_pools.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.206507 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.207026 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: floatingip-pools May 26 14:59:46.207353 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: ip_allocation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.208275 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.208784 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension ip_allocation not supported by any of loaded plugins May 26 14:59:46.209108 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.210048 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.210560 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: ip-substring-filtering May 26 14:59:46.210882 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l2_adjacency.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.211803 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.212309 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 14:59:46.212629 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l3.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.213620 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.214136 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: router May 26 14:59:46.214459 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.216679 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.217200 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 14:59:46.217558 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.218473 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.218985 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: ext-gw-mode May 26 14:59:46.219308 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.220218 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.220723 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: l3-ha May 26 14:59:46.221043 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.221976 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.222476 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 14:59:46.222798 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l3_flavors.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.223700 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.224473 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: l3-flavors May 26 14:59:46.224839 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.226466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.226983 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 14:59:46.227306 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.228211 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.228720 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 14:59:46.229043 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: l3agentscheduler.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.230108 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.230619 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: l3_agent_scheduler May 26 14:59:46.230941 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: local_ip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.233226 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.233780 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension local_ip not supported by any of loaded plugins May 26 14:59:46.234110 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: logging.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.235566 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.236080 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension logging not supported by any of loaded plugins May 26 14:59:46.236408 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: metering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.237139 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.237737 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: metering May 26 14:59:46.238060 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.239129 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.239728 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: metering_source_and_destination_fields May 26 14:59:46.240055 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: multiprovidernet.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.241093 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.241644 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: multi-provider May 26 14:59:46.241968 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: netmtu.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.242872 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.243388 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: net-mtu May 26 14:59:46.243708 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: netmtu_writable.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.244609 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.245115 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: net-mtu-writable May 26 14:59:46.245434 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: network_availability_zone.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.246190 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.246696 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: network_availability_zone May 26 14:59:46.247013 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: network_ip_availability.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.248631 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.249138 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: network-ip-availability May 26 14:59:46.249476 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: network_segment_range.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.250482 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.250982 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension network-segment-range not supported by any of loaded plugins May 26 14:59:46.251301 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: pagination.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.252263 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.252589 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: pagination May 26 14:59:46.252906 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: port_device_profile.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.253827 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.254339 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: port-device-profile May 26 14:59:46.254656 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: port_mac_address_override.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.255574 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.256080 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: port-mac-override May 26 14:59:46.256399 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.257304 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.257839 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: port-mac-address-regenerate May 26 14:59:46.258157 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.259050 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.259554 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: port-numa-affinity-policy May 26 14:59:46.259872 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: port_resource_request.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.260781 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.261313 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension port-resource-request not supported by any of loaded plugins May 26 14:59:46.261649 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: port_resource_request_groups.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.262602 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.263130 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 14:59:46.263453 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: portbindings.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.264364 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.264869 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: binding May 26 14:59:46.265185 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: portbindings_extended.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.266439 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.266951 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: binding-extended May 26 14:59:46.267271 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: portsecurity.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.268170 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.268675 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: port-security May 26 14:59:46.268998 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: project_id.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.269967 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.270297 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: project-id May 26 14:59:46.270614 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: providernet.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.271515 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.272025 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: provider May 26 14:59:46.272343 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.275911 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.276433 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos not supported by any of loaded plugins May 26 14:59:46.276764 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.278026 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.278545 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 14:59:46.278892 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.279815 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.280326 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 14:59:46.280647 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_default.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.281584 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.282098 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-default not supported by any of loaded plugins May 26 14:59:46.282420 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_fip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.283333 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.283845 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-fip not supported by any of loaded plugins May 26 14:59:46.284164 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.285070 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.285608 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 14:59:46.285930 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_gateway_ip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.286862 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.287349 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 14:59:46.287668 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_port_network_policy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.288614 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.289123 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 14:59:46.289443 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.290479 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.290989 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 14:59:46.291307 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.292337 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.292848 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 14:59:46.293167 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_pps_rule.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.294894 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.295405 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-pps not supported by any of loaded plugins May 26 14:59:46.295729 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_rule_type_details.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.296633 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.297141 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 14:59:46.297483 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.298381 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.298885 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 14:59:46.299206 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: qos_rules_alias.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.300345 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.300884 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 14:59:46.301207 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: quota_check_limit.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.302152 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.302666 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: quota-check-limit May 26 14:59:46.302985 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: quotasv2.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.303914 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.304236 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: quotas May 26 14:59:46.304554 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: quotasv2_detail.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.306275 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.306610 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: quota_details May 26 14:59:46.306937 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: rbac.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.307976 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.308499 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: rbac-policies May 26 14:59:46.308828 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: rbac_address_group.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.309814 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.311823 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: rbac-address-group May 26 14:59:46.311823 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: rbac_address_scope.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.312197 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.312711 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: rbac-address-scope May 26 14:59:46.313032 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: rbac_security_groups.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.313987 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.314498 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: rbac-security-groups May 26 14:59:46.314817 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: rbac_subnetpool.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.315725 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.316237 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: rbac-subnetpool May 26 14:59:46.316556 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: revisionifmatch.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.317486 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.318003 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: revision-if-match May 26 14:59:46.318320 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: revisions.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.319422 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.319935 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: standard-attr-revisions May 26 14:59:46.320257 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: router_availability_zone.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.320923 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.321431 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: router_availability_zone May 26 14:59:46.321787 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: routerservicetype.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.322703 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.323209 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension router-service-type not supported by any of loaded plugins May 26 14:59:46.323527 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.324446 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.324957 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: security-groups-normalized-cidr May 26 14:59:46.325275 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.326276 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.326786 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: port-security-groups-filtering May 26 14:59:46.327103 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.328021 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.328526 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: security-groups-remote-address-group May 26 14:59:46.328843 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.329787 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.330293 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: security-groups-shared-filtering May 26 14:59:46.330611 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: securitygroup.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.343710 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.344399 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: security-group May 26 14:59:46.344733 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: segment.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.345523 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.346036 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension segment not supported by any of loaded plugins May 26 14:59:46.346360 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.347333 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.347844 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 14:59:46.348165 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: servicetype.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.349258 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.349863 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: service-type May 26 14:59:46.350183 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: sorting.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.351153 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.351527 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: sorting May 26 14:59:46.351852 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: standard_attr_segment.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.352754 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.353262 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 14:59:46.353617 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: standardattrdescription.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.354264 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.354766 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: standard-attr-description May 26 14:59:46.355089 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: stateful_security_group.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.356048 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.356554 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: stateful-security-group May 26 14:59:46.356928 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: stdattrs_common.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.358057 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 14:59:46.358376 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.359321 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.359839 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 14:59:46.360158 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: subnet_onboard.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.361228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.361771 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: subnet_onboard May 26 14:59:46.362091 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.363026 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.363538 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 14:59:46.363853 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: subnet_service_types.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.364780 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.365289 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: subnet-service-types May 26 14:59:46.365628 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: subnetallocation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.366718 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.367566 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: subnet_allocation May 26 14:59:46.367566 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.368231 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.368715 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: subnetpool-prefix-ops May 26 14:59:46.369409 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.370000 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.370478 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 14:59:46.370797 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: tagging.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.372016 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.372915 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: standard-attr-tag May 26 14:59:46.373336 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: timestamp.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.375181 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.375955 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loaded extension: standard-attr-timestamp May 26 14:59:46.376324 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: trunk.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.377717 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.378418 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension trunk not supported by any of loaded plugins May 26 14:59:46.378898 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: trunk_details.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.380058 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.380787 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension trunk-details not supported by any of loaded plugins May 26 14:59:46.381165 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: uplink_status_propagation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.382684 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.383314 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 14:59:46.383813 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Loading extension file: vlantransparent.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 14:59:46.384841 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 14:59:46.385384 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 14:59:46.389186 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:network May 26 14:59:46.390022 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:subnet May 26 14:59:46.390751 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:59:46.391269 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:port May 26 14:59:46.393189 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.394068 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service FLAVORS assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.394810 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.395366 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.395670 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:router May 26 14:59:46.396109 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:floatingip May 26 14:59:46.396765 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service METERING assigned prefix: /metering {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.399024 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.399394 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.399745 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:59:46.400798 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of CountableResource for resource:rbac_policy May 26 14:59:46.401253 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:security_group May 26 14:59:46.401707 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 14:59:46.402313 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service CORE assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.402640 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:59:46.402986 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] subnetpool is already registered May 26 14:59:46.403417 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service CORE assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.404277 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:59:46.404605 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] subnetpool is already registered May 26 14:59:46.406972 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.407398 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service FLAVORS assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.407987 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.408407 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.408735 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:router May 26 14:59:46.409298 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] router is already registered May 26 14:59:46.409732 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:floatingip May 26 14:59:46.410074 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] floatingip is already registered May 26 14:59:46.410538 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service METERING assigned prefix: /metering {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.411203 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of CountableResource for resource:rbac_policy May 26 14:59:46.411523 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] rbac_policy is already registered May 26 14:59:46.411924 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:security_group May 26 14:59:46.412253 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] security_group is already registered May 26 14:59:46.412647 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 14:59:46.412974 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] security_group_rule is already registered May 26 14:59:46.413619 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service CORE assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.413945 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:59:46.414273 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] subnetpool is already registered May 26 14:59:46.414685 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Service CORE assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:59:46.415004 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:59:46.415327 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] subnetpool is already registered May 26 14:59:46.415789 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: extensions {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.417300 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: address-groups {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.418805 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: address-scopes {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.420680 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: agents {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.421858 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: auto-allocated-topology {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.423255 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: availability_zones {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.424479 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: dhcp-networks {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.426015 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: dhcp-agents {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.427451 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: routers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.429130 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: flavors {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.430401 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: service_profiles {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.431591 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: next_providers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.432999 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: service_profiles {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.434572 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: floatingip-pools {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.435809 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: routers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.437503 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: floatingips {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.438774 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: l3-routers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.441782 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: l3-agents {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.443178 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: metering-labels {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.444396 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: metering-label-rules {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.445777 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: network-ip-availabilities {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.447020 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: bindings {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.448956 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: quotas {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.451683 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: quotas {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.453211 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: rbac-policies {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.454432 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: security-groups {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.455752 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: security-group-rules {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.457405 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: service-providers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.458963 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: subnetpools {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.460429 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: subnetpools {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.462327 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.464265 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.466742 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.468521 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.470689 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.472682 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.474368 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.476254 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.478035 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.479765 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:59:46.486426 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING keystonemiddleware.auth_token [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 14:59:46.491562 dv-cinder-788367-11-iscsi neutron-server[103900]: WARNING keystonemiddleware.auth_token [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 14:59:46.501040 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Acquired lock "singleton_lock" {{(pid=103900) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 14:59:46.501535 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Releasing lock "singleton_lock" {{(pid=103900) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 14:59:46.502205 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO oslo_service.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Starting 2 workers May 26 14:59:46.507192 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Started child 104041 {{(pid=103900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 14:59:46.511919 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Started child 104042 {{(pid=103900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 14:59:46.512817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:59:46.513565 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO neutron.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 14:59:46.514216 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:59:46.516790 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO oslo_service.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Starting 1 workers May 26 14:59:46.517310 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:59:46.518179 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [-] (104041) wsgi starting up on http://0.0.0.0:9696 May 26 14:59:46.519275 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [-] (104042) wsgi starting up on http://0.0.0.0:9696 May 26 14:59:46.523055 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Started child 104043 {{(pid=103900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 14:59:46.523055 dv-cinder-788367-11-iscsi neutron-server[103900]: INFO oslo_service.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Starting 1 workers May 26 14:59:46.526079 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] calling RpcWorker wait() {{(pid=104043) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 14:59:46.526604 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] returning from RpcWorker wait() {{(pid=104043) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 14:59:46.527655 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Started child 104044 {{(pid=103900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 14:59:46.528020 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:59:46.528487 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:59:46.529093 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-8c0a71fd-d60c-42e4-a499-66d7ed8f1818 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:59:46.531414 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103900) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 14:59:46.531719 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 14:59:46.531841 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 14:59:46.532036 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 14:59:46.532362 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 14:59:46.532524 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 14:59:46.533065 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.533353 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.533645 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.533906 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.534565 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.534831 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.535071 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.535361 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.535624 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.535813 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.535996 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.536263 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.536527 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.536900 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.537168 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.537440 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.544964 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:59:46.545589 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.545589 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.545980 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.546342 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:59:46.546615 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.547110 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.547663 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] debug = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.548154 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.549505 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.550117 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.550636 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.551111 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.551705 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.552435 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.552959 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.553512 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.553964 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.554428 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.554900 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.555421 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.555835 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.556323 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.556822 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.557345 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.558214 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] host = dv-cinder-788367-11-iscsi {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.558701 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.559407 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.560013 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.560384 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.560874 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.561142 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.561436 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.561747 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.562031 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.562293 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.562559 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.567096 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.568998 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.571297 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.571671 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_options = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.571917 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.572240 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.572536 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.572756 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.572945 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.573100 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.573391 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.573595 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.573853 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.575165 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.575165 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.575165 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.575165 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.575165 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.575913 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.575913 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.575913 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.576260 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.576260 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.576515 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.576887 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.577045 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.577192 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.578127 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.578127 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.578127 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.578575 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.578575 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.578826 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.578947 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.579123 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.579392 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.579631 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.580022 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.581497 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.581497 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.581497 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.581497 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.581497 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.581497 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.581974 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.582216 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.582446 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.582700 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.582920 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.583139 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.583433 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_json = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.583660 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.583902 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.584164 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.584400 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.584617 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.584837 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.585059 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.585297 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.585546 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.585985 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.586261 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.586585 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.586848 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.587086 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.587334 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.587594 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.587844 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.588082 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.588334 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.588687 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.588916 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.589230 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.589508 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.589779 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.590152 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.590438 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.590704 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.590933 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.591707 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.591947 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.592208 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.592496 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.592731 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.592969 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.593204 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.593469 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.593970 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.594248 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.594519 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.594867 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.595649 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.595649 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.595649 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.595890 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.596123 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.596384 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.596625 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.596844 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.597081 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.597355 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.597835 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.598084 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.598318 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.598556 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.598807 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.599051 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.599289 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.599520 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.599743 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.599981 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.600216 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.600449 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.600662 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.600915 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.601381 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.601381 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.602586 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.602866 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.603158 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.603406 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.603649 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.603899 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.604125 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.604369 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.604592 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.604856 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.605791 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.606186 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.606525 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.606810 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.607567 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.607805 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.608026 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.608258 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.608523 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.608776 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.609000 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.609292 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.609638 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.609868 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.610087 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.610300 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.610515 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.610736 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.610980 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.611327 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.611574 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.611794 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.612008 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.612224 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.612549 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.612809 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.613173 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.613616 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.613901 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.614208 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.614621 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.615032 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.615399 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.615799 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.616051 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.616288 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.616542 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.616808 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.617059 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.617296 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.617563 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.617783 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.618021 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.618260 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.618524 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.620222 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.620520 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.620808 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.621049 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.621287 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.621593 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.621864 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.622159 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.622423 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.622727 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.622962 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.623227 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.623535 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.623829 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.624127 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.624406 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.624661 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.625173 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.625420 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.626235 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.626347 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.626623 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.626875 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.627125 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.627381 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.627623 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.627928 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.628190 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.628446 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.628663 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.628882 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.629173 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.629422 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.629742 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.630019 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.630267 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.630519 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.630783 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.631014 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.631303 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.631525 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.631757 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.631972 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.632211 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.632428 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.632678 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.632891 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.633107 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.633361 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.633615 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.633871 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.634087 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.634307 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.634523 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.634773 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.635009 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.635229 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.635467 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.635688 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.635911 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.636157 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.636392 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.636668 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.636887 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.637175 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.637431 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.638528 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 40218) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:59:46.638928 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.639167 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.639404 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.639649 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.639872 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.640157 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.640363 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.640584 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.640807 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.641034 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.641251 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.641490 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.643360 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.643596 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.643895 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.644153 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.644514 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.644791 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.645040 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.645313 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.647581 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.647581 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.647581 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.647816 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.648050 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.648284 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.648534 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.648765 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.648941 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081921 May 26 14:59:46.649159 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.649245 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.649434 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.650818 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.650818 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.650818 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.651044 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.651284 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.651539 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.651781 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.652005 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.652228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.652448 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.652664 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.652880 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.653119 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.653334 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.654417 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.654653 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.655976 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.655976 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.655976 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.655976 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.655976 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.657015 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.657242 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.657674 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.658687 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.658920 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.659177 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.659414 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.659630 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.659859 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.660088 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.660293 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.660540 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.660849 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.662014 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.662014 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.662014 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.662336 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.662439 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.662631 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.662847 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.663075 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.663291 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.663505 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.663732 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.663947 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.664163 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.664397 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.664756 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.664864 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.665318 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.665762 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.666094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.666494 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.666914 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.667080 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.667348 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.667676 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.667944 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.668206 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.668447 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.668670 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.668891 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.669156 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.670474 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.670474 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.670736 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.671044 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.672410 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.672410 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.672410 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.672410 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.672410 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.672965 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.673055 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.673574 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.673690 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.673915 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.674167 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.674410 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.674649 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.674963 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.675179 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.675471 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.675706 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.675959 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.676178 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.676411 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.676638 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.676866 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.677078 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.677304 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.677798 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.677968 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 14:59:46.679013 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103900) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 14:59:46.679013 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 14:59:46.679013 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 14:59:46.679013 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 14:59:46.679276 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 14:59:46.679276 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 14:59:46.679541 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.679642 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.679782 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.679925 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.680113 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.680296 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.680444 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.680584 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.680741 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.680889 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.681037 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.681185 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.681329 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.681533 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.681655 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.681804 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.681982 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.682134 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.682282 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.682439 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.682581 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.682739 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] debug = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.682897 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.683093 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.683258 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.683415 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.683574 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.685589 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.685959 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.686273 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.686461 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.686642 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.686816 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.686990 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.687256 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.687360 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.687502 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.687668 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.687834 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.687993 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] host = dv-cinder-788367-11-iscsi {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.688160 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.688328 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.688484 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.688648 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.688825 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.689017 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.689125 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.689267 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690066 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690066 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690066 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690066 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690066 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690346 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690346 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_options = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690485 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690636 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690775 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.690940 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.691104 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.691986 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.691986 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.691986 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.691986 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.691986 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.691986 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.692348 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.692348 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.692469 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.692611 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.692850 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.693022 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.693183 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.693327 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.693515 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.693673 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.693835 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.693988 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.694145 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.694303 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.694460 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.694621 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.694774 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.694930 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.695086 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.695242 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.695410 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.695547 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.695697 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.695849 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.696000 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.696161 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.696317 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.696483 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.696637 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.696793 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.696949 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.697106 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.697335 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.697424 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.698268 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.698268 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_json = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.698268 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.698508 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.698587 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.698734 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.698896 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.699055 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.699213 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.699372 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.699528 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:59:46.699712 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.699874 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.700045 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.700206 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.701540 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.701540 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.701540 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.701540 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.701876 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.702050 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.702156 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.702298 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.702475 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.702654 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.702866 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704172 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704172 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704172 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704172 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704172 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704172 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704172 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704172 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704719 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704719 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704719 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.704719 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.705765 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.705765 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.705765 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.705765 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.705765 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.707183 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.707183 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.707183 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.707183 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.707466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.707466 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.707639 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.707810 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.707975 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.708139 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.708302 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.708467 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.708630 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.708793 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.708955 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.709116 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.709276 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.709437 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.711002 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.711105 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.712779 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.712779 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.712779 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.712779 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.712779 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.712779 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.712779 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.712779 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.713354 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.713354 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.713354 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.713354 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.713354 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.713354 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.713354 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.713835 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.713926 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.714107 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.714670 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.714670 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.714670 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.714670 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.714966 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.714966 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.715110 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.715270 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.715433 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.715593 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.715753 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.715912 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.716096 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.716788 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.716952 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.717113 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.717271 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.717430 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.718605 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.718605 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.718605 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.718605 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.718605 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.718605 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.718969 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.718969 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.719107 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.719726 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.719726 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.719726 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.719726 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.720034 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.720034 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.720176 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.720262 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.720631 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.720631 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.720796 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.720874 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.721214 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.721214 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.721550 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.721550 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.722038 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.722038 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.722209 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.722288 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.722637 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.722637 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.722800 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.722878 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.723068 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.723240 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.723453 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.723551 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.723744 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.723840 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.724028 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.724124 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.724368 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.724437 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.724513 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:59:46.724588 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.724990 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.724990 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.724990 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.725187 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.725444 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.725583 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.725794 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.725894 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.726904 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.726904 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.726904 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.726904 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.726904 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.726904 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.726904 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.727667 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.727667 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.727667 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.727667 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.727667 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.728253 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.728253 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.728253 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.728253 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.728477 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.728552 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.729034 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.729034 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.729034 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.729259 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.729336 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.729850 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.729850 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.729850 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.730095 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.730095 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.730241 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.730469 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.730543 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.730769 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.730852 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.730973 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.731095 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.731271 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.731521 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.731611 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.731781 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.731906 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.732057 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.732335 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.732429 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.732507 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.732740 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.732829 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.733143 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.733143 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.733312 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.733560 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.733818 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.733981 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.734127 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.734295 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.734455 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.734611 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.734807 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.734919 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.735074 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.735226 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.735381 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.735533 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.735688 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.735841 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.736008 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.736170 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.736329 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.736488 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.736711 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.736841 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.737008 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.737171 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.737330 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738166 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738166 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738166 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738166 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738166 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738582 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738582 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738582 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738802 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738802 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.738985 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.739146 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.739305 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.739462 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.739622 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.739781 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.739951 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.740111 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.740270 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.740428 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.740586 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.740765 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.740935 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.741073 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742228 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742682 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742682 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742682 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742900 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.742900 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.743044 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.743688 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.743688 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.743688 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.743688 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.743961 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.743961 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.744094 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.744525 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.744525 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.744525 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.744774 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.744857 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.745255 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.745255 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.745515 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.745515 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.745641 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.745982 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.745982 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.746217 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.746217 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.747498 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.747498 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.747498 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.747498 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.747498 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.747498 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.747498 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.747498 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.748005 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.748005 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.748005 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.748714 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.748714 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.748714 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.748714 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.748714 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.749011 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.749011 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.749132 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.749606 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.749606 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.749606 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.750183 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.750183 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.750345 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.750999 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.750999 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.750999 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.750999 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.751264 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.751264 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:59:46.751392 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 14:59:55.994423 dv-cinder-788367-11-iscsi neutron-server[103900]: DEBUG dbcounter [-] [103900] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103900) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:59:58.290300 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writer thread running {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 14:59:58.291253 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785a5162-250d-4898-847b-f8cab7220da7 None None] get_active_networks_info from dv-cinder-788367-11-iscsi {{(pid=104043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 14:59:58.366316 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a5162-250d-4898-847b-f8cab7220da7 None None] No non-hosted networks {{(pid=104043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 14:59:58.384197 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.agentschedulers_db [None req-785a5162-250d-4898-847b-f8cab7220da7 None None] DHCP Agent not found on host dv-cinder-788367-11-iscsi {{(pid=104043) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 14:59:58.484313 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1e333199-9aca-4037-981f-3e680866c6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-927030'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:00.005202 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writer thread running {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 15:00:00.543184 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f32927e8-2b72-41d9-86f9-65ca2a6c3585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-927030'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:00.579084 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-82f432cd-4c4c-404f-b3eb-a7d22f82d955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:01.708800 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 40292) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:01.813813 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-927030'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:02.319673 dv-cinder-788367-11-iscsi neutron-server[104041]: WARNING oslo_policy.policy [None req-98715693-e97f-4ab6-8df1-f6e70a7ed3aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:00:02.320248 dv-cinder-788367-11-iscsi neutron-server[104041]: WARNING oslo_policy.policy [None req-98715693-e97f-4ab6-8df1-f6e70a7ed3aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:00:02.609802 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [None req-98715693-e97f-4ab6-8df1-f6e70a7ed3aa admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:00:02.621492 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-98715693-e97f-4ab6-8df1-f6e70a7ed3aa admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9034400 May 26 15:00:03.347424 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-927030'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:04.691684 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-927030'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:04.694929 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.695279 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.695621 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.696293 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.696614 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.696943 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.697272 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.699454 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.700039 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.701654 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.702240 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.704078 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.705779 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.706496 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.707224 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:04.709562 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788367-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:04.724480 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788367-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:05.362757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40326) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:06.009577 dv-cinder-788367-11-iscsi neutron-server[104042]: WARNING oslo_policy.policy [None req-edeaf850-3cf3-4eb4-b63a-e4f84cc536c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:00:06.010267 dv-cinder-788367-11-iscsi neutron-server[104042]: WARNING oslo_policy.policy [None req-edeaf850-3cf3-4eb4-b63a-e4f84cc536c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:00:06.235227 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-edeaf850-3cf3-4eb4-b63a-e4f84cc536c1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:00:06.327245 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.policy [None req-edeaf850-3cf3-4eb4-b63a-e4f84cc536c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104042) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 15:00:06.368409 dv-cinder-788367-11-iscsi neutron-server[104042]: WARNING oslo_policy.policy [None req-edeaf850-3cf3-4eb4-b63a-e4f84cc536c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:00:06.369061 dv-cinder-788367-11-iscsi neutron-server[104042]: WARNING oslo_policy.policy [None req-edeaf850-3cf3-4eb4-b63a-e4f84cc536c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:00:06.390467 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writer thread running {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 15:00:06.482272 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-edeaf850-3cf3-4eb4-b63a-e4f84cc536c1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760522356949', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760522356425', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760522373453', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760522317623', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760522319692', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760522327538', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3964496', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3949501', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-842163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-686940'] for rbac-policy (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:06.564049 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-edeaf850-3cf3-4eb4-b63a-e4f84cc536c1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:06.574058 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-edeaf850-3cf3-4eb4-b63a-e4f84cc536c1 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2035136 May 26 15:00:06.914777 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.db.l3_hamode_db [None req-4e960885-4041-4d97-ba94-a6e05b3c00e6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 15:00:06.998159 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e960885-4041-4d97-ba94-a6e05b3c00e6 None None] Routers set() bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:00:06.998567 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e960885-4041-4d97-ba94-a6e05b3c00e6 None None] Router IDs set() for agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 15:00:09.114607 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40344) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:09.448811 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:00:09.480357 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Made reservation on behalf of e474420e5c124a3f86383fce1ef4c4fb for: {'network': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:00:09.484335 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:09.502315 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:09.618727 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Publish callbacks [] for security_group (c9f5f6fc-2127-4923-8ff4-ee71421b0271), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:09.623861 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c9f5f6fc-2127-4923-8ff4-ee71421b0271), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:09.659575 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=104042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:00:09.688943 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (12252e07-a98a-4ec2-a807-e68c69d26b6d), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:09.689508 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.segments_db [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Added segment 12252e07-a98a-4ec2-a807-e68c69d26b6d of type vlan for network 81d0e567-04b8-461f-b57e-17ddbb766ec7 May 26 15:00:09.705521 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f5f6fc-2127-4923-8ff4-ee71421b0271,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:09.756742 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.756993 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.757344 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.757721 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.758055 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.758380 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.758702 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.759024 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.759360 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.759690 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.760009 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.760340 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.760659 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.760972 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.761286 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Tracked resource versions report: May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: pushed versions: May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: { 'AddressGroup': {'1.2'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Agent': {'1.1'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'ConntrackHelper': {'1.0'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'LocalIPAssociation': {'1.0'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Log': {'1.0'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'NDPProxy': {'1.0'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Network': {'1.1'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Port': {'1.7'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'PortForwarding': {'1.3'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'QosPolicy': {'1.10'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SecurityGroup': {'1.5'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SecurityGroupRule': {'1.2'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SubPort': {'1.0'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Subnet': {'1.1'}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Trunk': {'1.1'}} May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: consumer versions: May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: { DHCP agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: L3 agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: Metadata agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: Metering agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: Open vSwitch agent@dv-cinder-788367-11-iscsi: { 'AddressGroup': '1.2', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Agent': '1.1', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'ConntrackHelper': '1.0', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'LocalIPAssociation': '1.0', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Log': '1.0', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'NDPProxy': '1.0', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Network': '1.1', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Port': '1.7', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'PortForwarding': '1.3', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'QosPolicy': '1.10', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SecurityGroup': '1.5', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SecurityGroupRule': '1.2', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SubPort': '1.0', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Subnet': '1.1', May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Trunk': '1.1'}} May 26 15:00:09.762727 dv-cinder-788367-11-iscsi neutron-server[104042]: {{(pid=104042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:00:09.804703 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (81d0e567-04b8-461f-b57e-17ddbb766ec7), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:09.814787 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:09.851868 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (81d0e567-04b8-461f-b57e-17ddbb766ec7), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:09.857137 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:00:09.857895 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:09.954563 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8388052 May 26 15:00:09.976038 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf17884-8745-414d-9935-0b10f03b91d0 demo demo] Pushing event updated for resources: {'Network': ['ID=81d0e567-04b8-461f-b57e-17ddbb766ec7,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:09.992283 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 81d0e567-04b8-461f-b57e-17ddbb766ec7 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:00:12.526020 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40358) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:12.996292 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e0653-6de0-4556-b49c-34a517a33544 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:00:12.998411 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-cf7e0653-6de0-4556-b49c-34a517a33544 demo admin] 10.222.0.46 "GET /v2.0/networks/81d0e567-04b8-461f-b57e-17ddbb766ec7 HTTP/1.1" status: 200 len: 825 time: 0.4713922 May 26 15:00:13.024682 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-353afad4-3ee6-4ded-a6d3-edf4ce188b35 demo admin] 10.222.0.46 "GET /v2.0/subnetpools/318a7550-ce55-4cb0-8025-163c7a54d57d HTTP/1.1" status: 200 len: 734 time: 0.0199561 May 26 15:00:13.034018 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '318a7550-ce55-4cb0-8025-163c7a54d57d', 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:00:13.057340 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Made reservation on behalf of e474420e5c124a3f86383fce1ef4c4fb for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:00:13.059789 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:13.327087 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:13.384177 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (bd18a0f7-f13b-4687-acdb-4ef2700011d3), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:13.460874 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Pushing event updated for resources: {'Subnet': ['ID=bd18a0f7-f13b-4687-acdb-4ef2700011d3,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:13.466365 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Checking segment: {'id': '12252e07-a98a-4ec2-a807-e68c69d26b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:00:13.466975 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Network hostable DHCP agents. Network: 81d0e567-04b8-461f-b57e-17ddbb766ec7, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:00:13.490832 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Network 81d0e567-04b8-461f-b57e-17ddbb766ec7 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:00:13.504001 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 81d0e567-04b8-461f-b57e-17ddbb766ec7) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:00:13.508884 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:00:13.509535 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:13.513819 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55289b1-0815-43a5-a428-3d8f755ff830 None None] Network 81d0e567-04b8-461f-b57e-17ddbb766ec7 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:00:13.526259 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-37d15859-e450-4daf-a491-37673a35ea67 demo admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4955885 May 26 15:00:13.799519 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-81d0e567-04b8-461f-b57e-17ddbb766ec7', 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7', 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'fixed_ips': [{'subnet_id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:00:13.800943 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:14.117901 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Allocated IP 172.20.0.2 (81d0e567-04b8-461f-b57e-17ddbb766ec7/bd18a0f7-f13b-4687-acdb-4ef2700011d3/0e60b86c-e084-4490-ba2c-37b728bde46e) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:00:14.265974 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:14.449182 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Publish callbacks [] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:14.459431 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:14.571661 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Network 81d0e567-04b8-461f-b57e-17ddbb766ec7 is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:00:14.578051 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:00:14.583125 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Pushing event updated for resources: {'Port': ['ID=0e60b86c-e084-4490-ba2c-37b728bde46e,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:14.585560 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:00:14.590129 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:14.599664 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.600015 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.600373 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.600725 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.601054 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.601383 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.601731 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.602059 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.602401 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.604894 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.604894 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.604894 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.604894 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.604894 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.605694 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Tracked resource versions report: May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: pushed versions: May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: { 'AddressGroup': {'1.2'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Agent': {'1.1'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'ConntrackHelper': {'1.0'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'LocalIPAssociation': {'1.0'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Log': {'1.0'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'NDPProxy': {'1.0'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Network': {'1.1'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Port': {'1.7'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'PortForwarding': {'1.3'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'QosPolicy': {'1.10'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SecurityGroup': {'1.5'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SecurityGroupRule': {'1.2'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SubPort': {'1.0'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Subnet': {'1.1'}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Trunk': {'1.1'}} May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: consumer versions: May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: { DHCP agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: L3 agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: Metadata agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: Metering agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: Open vSwitch agent@dv-cinder-788367-11-iscsi: { 'AddressGroup': '1.2', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Agent': '1.1', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'ConntrackHelper': '1.0', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'LocalIPAssociation': '1.0', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Log': '1.0', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'NDPProxy': '1.0', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Network': '1.1', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Port': '1.7', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'PortForwarding': '1.3', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'QosPolicy': '1.10', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SecurityGroup': '1.5', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SecurityGroupRule': '1.2', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SubPort': '1.0', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Subnet': '1.1', May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Trunk': '1.1'}} May 26 15:00:14.605843 dv-cinder-788367-11-iscsi neutron-server[104043]: {{(pid=104043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:00:14.692051 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Attempting to bind port 0e60b86c-e084-4490-ba2c-37b728bde46e on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:00:14.692456 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Attempting to bind port 0e60b86c-e084-4490-ba2c-37b728bde46e by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '12252e07-a98a-4ec2-a807-e68c69d26b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:00:14.692930 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Attempting to bind port 0e60b86c-e084-4490-ba2c-37b728bde46e on network 81d0e567-04b8-461f-b57e-17ddbb766ec7 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:00:14.699358 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:00:14.699649 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Checking segment: {'id': '12252e07-a98a-4ec2-a807-e68c69d26b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:00:14.700115 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:14.700514 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Bound using segment: {'id': '12252e07-a98a-4ec2-a807-e68c69d26b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:00:14.701012 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Bound port: 0e60b86c-e084-4490-ba2c-37b728bde46e, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12252e07-a98a-4ec2-a807-e68c69d26b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:00:14.701411 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:14.796424 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] For port 0e60b86c-e084-4490-ba2c-37b728bde46e, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:00:14.827995 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] For port 0e60b86c-e084-4490-ba2c-37b728bde46e, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=0e60b86c-e084-4490-ba2c-37b728bde46e,segment=NetworkSegment(12252e07-a98a-4ec2-a807-e68c69d26b6d),segment_id=12252e07-a98a-4ec2-a807-e68c69d26b6d)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:00:14.837857 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:14.906789 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474ed9c-4fe9-483c-ab96-87dec8bb04c4 None None] Pushing event updated for resources: {'Port': ['ID=0e60b86c-e084-4490-ba2c-37b728bde46e,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:15.376035 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:15.379244 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=7 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:16.320680 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40372) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:16.672424 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [None req-8a7f9c9d-b756-4f85-a09b-708d54910417 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:00:16.673437 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-8a7f9c9d-b756-4f85-a09b-708d54910417 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3518085 May 26 15:00:19.205663 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40380) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:19.569040 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [None req-cf0d8c30-f789-412c-9043-08ab97f061c7 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:00:19.570186 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-cf0d8c30-f789-412c-9043-08ab97f061c7 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3635864 May 26 15:00:22.092632 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 40388) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:22.495452 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:00:22.554731 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.policy [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104041) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 15:00:22.596927 dv-cinder-788367-11-iscsi neutron-server[104041]: WARNING oslo_policy.policy [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:00:22.597328 dv-cinder-788367-11-iscsi neutron-server[104041]: WARNING oslo_policy.policy [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 15:00:22.618364 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writer thread running {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 15:00:22.619014 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:22.664394 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (967f165f-28b4-4df2-a995-7373d392fabf), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:22.666294 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (967f165f-28b4-4df2-a995-7373d392fabf), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:22.828113 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] Publish callbacks [] for router_controller (967f165f-28b4-4df2-a995-7373d392fabf), precommit_add_association {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:22.833284 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (967f165f-28b4-4df2-a995-7373d392fabf), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:22.857795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:22.877480 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-0f600848-266a-4137-84ab-23eeb3b00e6a demo demo] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7651024 May 26 15:00:23.519064 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=66,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:23.519894 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=17,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:23.587894 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:00:24.900666 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:24.905562 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:25.374485 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 40408) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:25.595764 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 0e60b86c-e084-4490-ba2c-37b728bde46e up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:00:25.682456 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 0e60b86c-e084-4490-ba2c-37b728bde46e triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:25.682908 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:25.738217 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [None req-dff32a60-07b4-4ac0-8204-1a5ae5da8a69 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:00:25.739415 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-dff32a60-07b4-4ac0-8204-1a5ae5da8a69 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3638644 May 26 15:00:25.789123 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 0e60b86c-e084-4490-ba2c-37b728bde46e is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:00:25.789558 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:25.829739 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port 0e60b86c-e084-4490-ba2c-37b728bde46e, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=0e60b86c-e084-4490-ba2c-37b728bde46e,segment=NetworkSegment(12252e07-a98a-4ec2-a807-e68c69d26b6d),segment_id=12252e07-a98a-4ec2-a807-e68c69d26b6d)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:00:25.834474 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:25.892455 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=0e60b86c-e084-4490-ba2c-37b728bde46e,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:26.565871 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1931d572-cae3-4c51-9eb3-0a884e74af95 None None] Network 81d0e567-04b8-461f-b57e-17ddbb766ec7 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:00:26.629594 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-dac92127-cb0a-4c73-bf75-745fcb425757 None None] Provisioning complete for port 0e60b86c-e084-4490-ba2c-37b728bde46e triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:26.629987 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-dac92127-cb0a-4c73-bf75-745fcb425757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:26.756592 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-dac92127-cb0a-4c73-bf75-745fcb425757 None None] Current status of the port 0e60b86c-e084-4490-ba2c-37b728bde46e is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:00:26.989502 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-870b5ef5-7521-4392-afef-4b9439c65334 None None] Provisioning complete for port 0e60b86c-e084-4490-ba2c-37b728bde46e triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:26.989863 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-870b5ef5-7521-4392-afef-4b9439c65334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:27.064761 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-870b5ef5-7521-4392-afef-4b9439c65334 None None] Current status of the port 0e60b86c-e084-4490-ba2c-37b728bde46e is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:00:27.581364 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 0e60b86c-e084-4490-ba2c-37b728bde46e up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:00:27.650120 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 0e60b86c-e084-4490-ba2c-37b728bde46e triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:27.650731 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:27.754817 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 0e60b86c-e084-4490-ba2c-37b728bde46e is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:00:28.234384 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40418) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:28.253512 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6b477643-9cf4-418d-afbe-e7bb12720ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:28.573271 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:00:28.593922 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Made reservation on behalf of 064fc3c7af494c988e44e426f21b1c78 for: {'network': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:00:28.596277 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:28.604258 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:28.680898 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Publish callbacks [] for security_group (9c7ba7d7-c3fa-491a-b1b5-1132f8b6476c), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:28.684340 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9c7ba7d7-c3fa-491a-b1b5-1132f8b6476c), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:28.697715 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Reserving flat network on physical network physnet1 {{(pid=104042) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 15:00:28.719511 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7ba7d7-c3fa-491a-b1b5-1132f8b6476c,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:28.724171 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (f34761b3-e979-44ee-8e43-6eb62173f4e3), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:28.724579 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.segments_db [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Added segment f34761b3-e979-44ee-8e43-6eb62173f4e3 of type flat for network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 May 26 15:00:28.772766 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (0abcf042-d2fc-49ae-8c4f-54a2b28011f1), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:28.804538 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (0abcf042-d2fc-49ae-8c4f-54a2b28011f1), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:28.805506 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:00:28.806077 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:28.879080 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6435642 May 26 15:00:28.900986 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dcbbe-931f-4cf3-bbf1-8031a53f3cbd admin admin] Pushing event updated for resources: {'Network': ['ID=0abcf042-d2fc-49ae-8c4f-54a2b28011f1,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:28.911455 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:00:30.534848 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-55a9f725-622b-4f32-8aac-54febe90e0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:31.344883 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40426) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:31.768958 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:31.783022 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91ef24-6ea4-46c3-8328-c3c865a34c6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:00:31.784422 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-db91ef24-6ea4-46c3-8328-c3c865a34c6e demo admin] 10.222.0.46 "GET /v2.0/subnets/bd18a0f7-f13b-4687-acdb-4ef2700011d3 HTTP/1.1" status: 200 len: 849 time: 0.4385564 May 26 15:00:31.946112 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e8070d36-c74d-436b-9788-00cacdc400e1 demo admin] 10.222.0.46 "GET /v2.0/routers/967f165f-28b4-4df2-a995-7373d392fabf HTTP/1.1" status: 200 len: 704 time: 0.1557610 May 26 15:00:32.249319 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:32.532694 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:32.578231 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:32.602236 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Allocated IP 172.20.0.1 (81d0e567-04b8-461f-b57e-17ddbb766ec7/bd18a0f7-f13b-4687-acdb-4ef2700011d3/76b1aee8-6c52-4299-8512-34880b659480) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:00:32.808772 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Publish callbacks [] for port (76b1aee8-6c52-4299-8512-34880b659480), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:32.851427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=1,neutron:SELECT=6,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:32.852272 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=12,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:32.875446 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (76b1aee8-6c52-4299-8512-34880b659480), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:32.951763 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Network 81d0e567-04b8-461f-b57e-17ddbb766ec7 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:00:32.957830 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:00:32.962162 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:00:32.962725 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (967f165f-28b4-4df2-a995-7373d392fabf), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:32.986352 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Pushing event updated for resources: {'Port': ['ID=76b1aee8-6c52-4299-8512-34880b659480,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:33.168691 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (76b1aee8-6c52-4299-8512-34880b659480), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:33.214763 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:33.269016 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-7aac2c6a-cc60-4669-8961-b9ea3d1b863b None None] Provisioning complete for port 76b1aee8-6c52-4299-8512-34880b659480 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:33.269304 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-7aac2c6a-cc60-4669-8961-b9ea3d1b863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (76b1aee8-6c52-4299-8512-34880b659480), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:33.272720 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:33.315840 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-7aac2c6a-cc60-4669-8961-b9ea3d1b863b None None] Port 76b1aee8-6c52-4299-8512-34880b659480 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:00:33.318429 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:33.425671 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Publish callbacks [] for port (76b1aee8-6c52-4299-8512-34880b659480), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:33.430530 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (76b1aee8-6c52-4299-8512-34880b659480), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:33.431340 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (967f165f-28b4-4df2-a995-7373d392fabf), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:33.510725 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Pushing event updated for resources: {'Port': ['ID=76b1aee8-6c52-4299-8512-34880b659480,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:33.547289 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:33.560517 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Network 81d0e567-04b8-461f-b57e-17ddbb766ec7 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:00:33.562222 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:00:33.582025 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:33.583997 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:33.716801 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:33.727780 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Router 967f165f-28b4-4df2-a995-7373d392fabf is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:00:33.736596 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-bd1a1698-6961-49d1-a33b-1e24a4236a9e None None] Provisioning complete for port 76b1aee8-6c52-4299-8512-34880b659480 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:33.737005 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1698-6961-49d1-a33b-1e24a4236a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (76b1aee8-6c52-4299-8512-34880b659480), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:33.778379 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a1698-6961-49d1-a33b-1e24a4236a9e None None] Port 76b1aee8-6c52-4299-8512-34880b659480 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:00:33.828220 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:00:33.835111 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-3d47b823-f2ea-4b2b-920f-eb2e4848414d demo admin] 10.222.0.46 "PUT /v2.0/routers/967f165f-28b4-4df2-a995-7373d392fabf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8829019 May 26 15:00:33.853085 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Sync routers for ids ['967f165f-28b4-4df2-a995-7373d392fabf'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:00:33.866411 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Routers {'967f165f-28b4-4df2-a995-7373d392fabf'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:00:33.867333 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:00:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['967f165f-28b4-4df2-a995-7373d392fabf'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:34.074102 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Set router 967f165f-28b4-4df2-a995-7373d392fabf gateway port host: None {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:00:34.509896 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f165f-28b4-4df2-a995-7373d392fabf', 'name': 'router1', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:00:22Z', 'updated_at': '2022-05-26T15:00:33Z', 'revision_number': 2, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'gw_port_host': None, '_interfaces': [{'id': '76b1aee8-6c52-4299-8512-34880b659480', 'name': '', 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'mac_address': 'fa:16:3e:76:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f165f-28b4-4df2-a995-7373d392fabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:00:32Z', 'updated_at': '2022-05-26T15:00:33Z', 'revision_number': 2, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'subnets': [{'id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '318a7550-ce55-4cb0-8025-163c7a54d57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:34.558715 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Checking router: 967f165f-28b4-4df2-a995-7373d392fabf for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:00:34.559080 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Updating router 967f165f-28b4-4df2-a995-7373d392fabf port 76b1aee8-6c52-4299-8512-34880b659480 binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:00:34.614561 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (76b1aee8-6c52-4299-8512-34880b659480), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:34.663327 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.161575 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Publish callbacks [] for port (76b1aee8-6c52-4299-8512-34880b659480), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.168495 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (76b1aee8-6c52-4299-8512-34880b659480), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.336090 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Pushing event updated for resources: {'Port': ['ID=76b1aee8-6c52-4299-8512-34880b659480,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:35.343441 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Attempting to bind port 76b1aee8-6c52-4299-8512-34880b659480 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:00:35.343835 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Attempting to bind port 76b1aee8-6c52-4299-8512-34880b659480 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '12252e07-a98a-4ec2-a807-e68c69d26b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:00:35.344271 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Attempting to bind port 76b1aee8-6c52-4299-8512-34880b659480 on network 81d0e567-04b8-461f-b57e-17ddbb766ec7 {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:00:35.347655 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.347991 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.348479 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.348828 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.349157 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.349504 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.349826 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.350144 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.350473 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.350795 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.351109 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.351435 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.351749 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.352065 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.352373 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Tracked resource versions report: May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: pushed versions: May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: { 'AddressGroup': {'1.2'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Agent': {'1.1'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'ConntrackHelper': {'1.0'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'LocalIPAssociation': {'1.0'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Log': {'1.0'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'NDPProxy': {'1.0'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Network': {'1.1'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Port': {'1.7'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'PortForwarding': {'1.3'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'QosPolicy': {'1.10'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SecurityGroup': {'1.5'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SecurityGroupRule': {'1.2'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SubPort': {'1.0'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Subnet': {'1.1'}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Trunk': {'1.1'}} May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: consumer versions: May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: { DHCP agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: L3 agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: Metadata agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: Metering agent@dv-cinder-788367-11-iscsi: {}, May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: Open vSwitch agent@dv-cinder-788367-11-iscsi: { 'AddressGroup': '1.2', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Agent': '1.1', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'ConntrackHelper': '1.0', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'LocalIPAssociation': '1.0', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Log': '1.0', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'NDPProxy': '1.0', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Network': '1.1', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Port': '1.7', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'PortForwarding': '1.3', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'QosPolicy': '1.10', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SecurityGroup': '1.5', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SecurityGroupRule': '1.2', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SubPort': '1.0', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Subnet': '1.1', May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Trunk': '1.1'}} May 26 15:00:35.353767 dv-cinder-788367-11-iscsi neutron-server[104044]: {{(pid=104044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:00:35.360125 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:00:35.360522 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Checking segment: {'id': '12252e07-a98a-4ec2-a807-e68c69d26b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:00:35.360998 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.361860 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Bound using segment: {'id': '12252e07-a98a-4ec2-a807-e68c69d26b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:00:35.361860 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Bound port: 76b1aee8-6c52-4299-8512-34880b659480, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12252e07-a98a-4ec2-a807-e68c69d26b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:00:35.362236 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (76b1aee8-6c52-4299-8512-34880b659480), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.408096 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-c2de31cf-7013-4c9f-8921-1a40361815b1 None None] Provisioning complete for port 76b1aee8-6c52-4299-8512-34880b659480 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:35.408567 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c2de31cf-7013-4c9f-8921-1a40361815b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (76b1aee8-6c52-4299-8512-34880b659480), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.432557 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] For port 76b1aee8-6c52-4299-8512-34880b659480, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:00:35.447937 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-c2de31cf-7013-4c9f-8921-1a40361815b1 None None] Port 76b1aee8-6c52-4299-8512-34880b659480 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:00:35.453112 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:35.453756 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:35.456239 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] For port 76b1aee8-6c52-4299-8512-34880b659480, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=76b1aee8-6c52-4299-8512-34880b659480,segment=NetworkSegment(12252e07-a98a-4ec2-a807-e68c69d26b6d),segment_id=12252e07-a98a-4ec2-a807-e68c69d26b6d)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:00:35.463891 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (76b1aee8-6c52-4299-8512-34880b659480), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.529037 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Routers {'967f165f-28b4-4df2-a995-7373d392fabf'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:00:35.529832 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:00:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['967f165f-28b4-4df2-a995-7373d392fabf'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:35.570358 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e13ff-876c-45f0-adf5-26c8e1260d50 None None] Pushing event updated for resources: {'Port': ['ID=76b1aee8-6c52-4299-8512-34880b659480,revision_number=4']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:35.634979 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] Set router 967f165f-28b4-4df2-a995-7373d392fabf gateway port host: None {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:00:35.767963 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-3af67612-dcc3-4042-bc7f-fa5aa5bc3dab None None] Provisioning complete for port 76b1aee8-6c52-4299-8512-34880b659480 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:35.768859 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3af67612-dcc3-4042-bc7f-fa5aa5bc3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (76b1aee8-6c52-4299-8512-34880b659480), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.845031 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-3af67612-dcc3-4042-bc7f-fa5aa5bc3dab None None] Current status of the port 76b1aee8-6c52-4299-8512-34880b659480 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:00:35.845567 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f165f-28b4-4df2-a995-7373d392fabf', 'name': 'router1', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:00:22Z', 'updated_at': '2022-05-26T15:00:33Z', 'revision_number': 2, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'gw_port_host': None, '_interfaces': [{'id': '76b1aee8-6c52-4299-8512-34880b659480', 'name': '', 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'mac_address': 'fa:16:3e:76:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f165f-28b4-4df2-a995-7373d392fabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:00:32Z', 'updated_at': '2022-05-26T15:00:35Z', 'revision_number': 4, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'subnets': [{'id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '318a7550-ce55-4cb0-8025-163c7a54d57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:35.845950 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3af67612-dcc3-4042-bc7f-fa5aa5bc3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (76b1aee8-6c52-4299-8512-34880b659480), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.870649 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4eb80-801e-4727-920b-f875a6aee27e None None] The sync data for ids ['967f165f-28b4-4df2-a995-7373d392fabf'] in dv-cinder-788367-11-iscsi is: [{'id': '967f165f-28b4-4df2-a995-7373d392fabf', 'name': 'router1', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:00:22Z', 'updated_at': '2022-05-26T15:00:33Z', 'revision_number': 2, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'gw_port_host': None, '_interfaces': [{'id': '76b1aee8-6c52-4299-8512-34880b659480', 'name': '', 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'mac_address': 'fa:16:3e:76:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f165f-28b4-4df2-a995-7373d392fabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:00:32Z', 'updated_at': '2022-05-26T15:00:35Z', 'revision_number': 4, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'subnets': [{'id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '318a7550-ce55-4cb0-8025-163c7a54d57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:00:35.880486 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-3af67612-dcc3-4042-bc7f-fa5aa5bc3dab None None] For port 76b1aee8-6c52-4299-8512-34880b659480, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=76b1aee8-6c52-4299-8512-34880b659480,segment=NetworkSegment(12252e07-a98a-4ec2-a807-e68c69d26b6d),segment_id=12252e07-a98a-4ec2-a807-e68c69d26b6d)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:00:35.885325 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3af67612-dcc3-4042-bc7f-fa5aa5bc3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (76b1aee8-6c52-4299-8512-34880b659480), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:35.937832 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af67612-dcc3-4042-bc7f-fa5aa5bc3dab None None] Pushing event updated for resources: {'Port': ['ID=76b1aee8-6c52-4299-8512-34880b659480,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:36.342553 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40448) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:36.488220 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4d8ff-d959-4328-a7f6-f2049489dec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:00:36.489674 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-dbe4d8ff-d959-4328-a7f6-f2049489dec0 admin admin] 10.222.0.46 "GET /v2.0/networks/0abcf042-d2fc-49ae-8c4f-54a2b28011f1 HTTP/1.1" status: 200 len: 842 time: 0.1460886 May 26 15:00:36.499386 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:00:36.521235 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Made reservation on behalf of 064fc3c7af494c988e44e426f21b1c78 for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:00:36.523865 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:36.885197 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.objects.ports [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104042) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 15:00:36.885674 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (601b1e26-1fef-461d-9fec-109684075dd1), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:36.939005 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=601b1e26-1fef-461d-9fec-109684075dd1,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:36.955410 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:00:36.955756 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Network hostable DHCP agents. Network: 0abcf042-d2fc-49ae-8c4f-54a2b28011f1, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:00:36.972956 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:00:36.982505 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 0abcf042-d2fc-49ae-8c4f-54a2b28011f1) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:00:36.986861 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:00:36.987448 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:36.994780 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd40a28-35c1-4d8c-87cb-faf328102bd0 None None] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:00:37.004316 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5b36f9b4-2fe9-4517-91e6-be90a29b1cc4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5083768 May 26 15:00:37.112817 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2019649b-3505-4e39-8066-b4c39ae39162 None None] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:00:39.382124 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40466) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:39.512730 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:39.517619 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c0099576-1a52-4a75-b951-c126395e2b55 demo admin] 10.222.0.46 "GET /v2.0/routers/967f165f-28b4-4df2-a995-7373d392fabf HTTP/1.1" status: 200 len: 710 time: 0.1334536 May 26 15:00:39.615666 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6cc0ce-19e9-4f49-b440-feafb6f8c0e1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:00:39.617019 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0a6cc0ce-19e9-4f49-b440-feafb6f8c0e1 demo admin] 10.222.0.46 "GET /v2.0/networks/0abcf042-d2fc-49ae-8c4f-54a2b28011f1 HTTP/1.1" status: 200 len: 886 time: 0.0941777 May 26 15:00:39.626519 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:00:39.784888 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:39.872519 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Publish callbacks [] for router_gateway (967f165f-28b4-4df2-a995-7373d392fabf), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:40.095570 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Publish callbacks [] for router_gateway (967f165f-28b4-4df2-a995-7373d392fabf), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:40.175980 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:40.280721 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Allocated IP 172.27.1.139 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/69a5364f-07eb-45dd-aec9-b442dd18ca31) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:00:40.389334 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Publish callbacks [] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:40.422293 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:40.466597 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:00:40.469288 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:00:40.475095 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:40.475928 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Pushing event updated for resources: {'Port': ['ID=69a5364f-07eb-45dd-aec9-b442dd18ca31,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:40.480404 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:00:40.734342 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Publish callbacks [] for router_gateway (967f165f-28b4-4df2-a995-7373d392fabf), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:40.861091 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:41.015901 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-925732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1007572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router (967f165f-28b4-4df2-a995-7373d392fabf), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:41.019536 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-925743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-925750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1007583'] for router (967f165f-28b4-4df2-a995-7373d392fabf), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:41.131166 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Router 967f165f-28b4-4df2-a995-7373d392fabf has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:00:41.241679 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:00:41.246505 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:41.248345 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-db528e59-6c11-4051-abfc-e11de814e3d0 demo admin] 10.222.0.46 "PUT /v2.0/routers/967f165f-28b4-4df2-a995-7373d392fabf HTTP/1.1" status: 200 len: 890 time: 1.6254318 May 26 15:00:43.590472 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 76b1aee8-6c52-4299-8512-34880b659480 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:00:43.640537 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 76b1aee8-6c52-4299-8512-34880b659480 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:43.640980 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (76b1aee8-6c52-4299-8512-34880b659480), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:43.723194 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 76b1aee8-6c52-4299-8512-34880b659480 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:00:43.778923 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 40480) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:00:43.897108 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-7a4fac86-26d9-426a-83de-adf4c49d6f20 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170089 May 26 15:00:44.841976 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Sync routers for ids ['967f165f-28b4-4df2-a995-7373d392fabf'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:00:44.854821 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Routers {'967f165f-28b4-4df2-a995-7373d392fabf'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:00:44.855786 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:00:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['967f165f-28b4-4df2-a995-7373d392fabf'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:44.941611 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:45.063060 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Set router 967f165f-28b4-4df2-a995-7373d392fabf gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:00:45.416019 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:45.465174 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f165f-28b4-4df2-a995-7373d392fabf', 'name': 'router1', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '69a5364f-07eb-45dd-aec9-b442dd18ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:00:22Z', 'updated_at': '2022-05-26T15:00:40Z', 'revision_number': 4, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'gw_port': {'id': '69a5364f-07eb-45dd-aec9-b442dd18ca31', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f165f-28b4-4df2-a995-7373d392fabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:00:40Z', 'updated_at': '2022-05-26T15:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '76b1aee8-6c52-4299-8512-34880b659480', 'name': '', 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'mac_address': 'fa:16:3e:76:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f165f-28b4-4df2-a995-7373d392fabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:00:32Z', 'updated_at': '2022-05-26T15:00:35Z', 'revision_number': 5, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'subnets': [{'id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '318a7550-ce55-4cb0-8025-163c7a54d57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:45.585954 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Checking router: 967f165f-28b4-4df2-a995-7373d392fabf for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:00:45.586285 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Updating router 967f165f-28b4-4df2-a995-7373d392fabf port 69a5364f-07eb-45dd-aec9-b442dd18ca31 binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:00:45.653501 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:45.844031 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=42 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:45.871349 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=39 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:46.048267 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Publish callbacks [] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:46.055037 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:46.105406 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bea2c-81c8-4866-a9da-93a4ca577aa1 None None] Pushing event updated for resources: {'Port': ['ID=69a5364f-07eb-45dd-aec9-b442dd18ca31,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:46.127817 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Attempting to bind port 69a5364f-07eb-45dd-aec9-b442dd18ca31 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:00:46.128618 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Attempting to bind port 69a5364f-07eb-45dd-aec9-b442dd18ca31 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:00:46.129270 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Attempting to bind port 69a5364f-07eb-45dd-aec9-b442dd18ca31 on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:00:46.136050 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:00:46.136500 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:00:46.141510 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:46.141510 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:00:46.141510 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Bound port: 69a5364f-07eb-45dd-aec9-b442dd18ca31, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:00:46.141510 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:46.195739 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] For port 69a5364f-07eb-45dd-aec9-b442dd18ca31, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:00:46.199286 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] For port 69a5364f-07eb-45dd-aec9-b442dd18ca31, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=69a5364f-07eb-45dd-aec9-b442dd18ca31,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:00:46.206818 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:46.274131 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bea2c-81c8-4866-a9da-93a4ca577aa1 None None] Pushing event updated for resources: {'Port': ['ID=69a5364f-07eb-45dd-aec9-b442dd18ca31,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:46.276792 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Routers {'967f165f-28b4-4df2-a995-7373d392fabf'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:00:46.278586 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:00:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['967f165f-28b4-4df2-a995-7373d392fabf'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:46.363618 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:46.392976 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] Set router 967f165f-28b4-4df2-a995-7373d392fabf gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:00:46.603311 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:46.675918 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967f165f-28b4-4df2-a995-7373d392fabf', 'name': 'router1', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '69a5364f-07eb-45dd-aec9-b442dd18ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:00:22Z', 'updated_at': '2022-05-26T15:00:40Z', 'revision_number': 4, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'gw_port': {'id': '69a5364f-07eb-45dd-aec9-b442dd18ca31', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f165f-28b4-4df2-a995-7373d392fabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:00:40Z', 'updated_at': '2022-05-26T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '76b1aee8-6c52-4299-8512-34880b659480', 'name': '', 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'mac_address': 'fa:16:3e:76:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f165f-28b4-4df2-a995-7373d392fabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:00:32Z', 'updated_at': '2022-05-26T15:00:35Z', 'revision_number': 5, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'subnets': [{'id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '318a7550-ce55-4cb0-8025-163c7a54d57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:00:46.710152 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8b76f-d15f-49c7-ad40-f1a5b4ded1f7 None None] The sync data for ids ['967f165f-28b4-4df2-a995-7373d392fabf'] in dv-cinder-788367-11-iscsi is: [{'id': '967f165f-28b4-4df2-a995-7373d392fabf', 'name': 'router1', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '69a5364f-07eb-45dd-aec9-b442dd18ca31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:00:22Z', 'updated_at': '2022-05-26T15:00:40Z', 'revision_number': 4, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'gw_port': {'id': '69a5364f-07eb-45dd-aec9-b442dd18ca31', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967f165f-28b4-4df2-a995-7373d392fabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:00:40Z', 'updated_at': '2022-05-26T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '76b1aee8-6c52-4299-8512-34880b659480', 'name': '', 'network_id': '81d0e567-04b8-461f-b57e-17ddbb766ec7', 'tenant_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'mac_address': 'fa:16:3e:76:cc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967f165f-28b4-4df2-a995-7373d392fabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:00:32Z', 'updated_at': '2022-05-26T15:00:35Z', 'revision_number': 5, 'project_id': 'e474420e5c124a3f86383fce1ef4c4fb', 'subnets': [{'id': 'bd18a0f7-f13b-4687-acdb-4ef2700011d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '318a7550-ce55-4cb0-8025-163c7a54d57d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:00:47.666341 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 69a5364f-07eb-45dd-aec9-b442dd18ca31 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:00:47.735359 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 69a5364f-07eb-45dd-aec9-b442dd18ca31 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:47.735744 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:47.851375 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 69a5364f-07eb-45dd-aec9-b442dd18ca31 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:00:47.851860 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:47.880158 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port 69a5364f-07eb-45dd-aec9-b442dd18ca31, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=69a5364f-07eb-45dd-aec9-b442dd18ca31,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:00:47.895168 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:47.967457 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=69a5364f-07eb-45dd-aec9-b442dd18ca31,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:00:49.659908 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 69a5364f-07eb-45dd-aec9-b442dd18ca31 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:00:49.772942 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 69a5364f-07eb-45dd-aec9-b442dd18ca31 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:00:49.773477 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (69a5364f-07eb-45dd-aec9-b442dd18ca31), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:00:49.911448 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 69a5364f-07eb-45dd-aec9-b442dd18ca31 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:00:53.890277 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:53.899258 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=41 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:00:58.250216 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-dfaafc25-48b4-4698-abf0-74d1c9f10fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:00.543001 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-4543922e-68f4-4288-a361-baf7375b7704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:00.589639 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:01:01.788225 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:03.323909 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:04.662737 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:05.595869 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:01:10.588966 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:01:14.652254 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:01:14.659512 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:01:28.247702 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9f2a082f-cbf4-408a-98a9-4e5e4149a5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:30.542482 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9e999155-c68a-4cbd-b014-6ff1f2dc0f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:31.776695 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:33.311466 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:34.658352 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:01:37.588993 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:01:44.645985 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:01:44.654322 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:01:47.585723 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=6 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:01:56.583080 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:01:58.242878 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a33e9cb6-21ef-4e51-979e-180b7ce175eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:00.535117 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b1feda44-c8d2-4e44-966a-b99b9b0ae8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:01.782966 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:03.313051 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:04.488299 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41018) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:04.578265 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89f509c-cf3d-45a2-b4c7-3394113fa3fb admin admin] GET failed (client error): The resource could not be found. May 26 15:02:04.579698 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-b89f509c-cf3d-45a2-b4c7-3394113fa3fb admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0904598 May 26 15:02:04.653391 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:04.787478 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893e3685-a887-4990-bcb4-b134461e6bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:04.789000 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-893e3685-a887-4990-bcb4-b134461e6bff admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2037685 May 26 15:02:07.036773 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41028) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:07.136128 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f407ddf-631a-4b31-b062-b0d3d7b2e9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:07.137517 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0f407ddf-631a-4b31-b062-b0d3d7b2e9ce admin admin] 10.222.0.46 "GET /v2.0/subnets/bd18a0f7-f13b-4687-acdb-4ef2700011d3 HTTP/1.1" status: 200 len: 849 time: 0.0997598 May 26 15:02:07.147096 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:02:07.235298 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Publish callbacks [] for subnet (bd18a0f7-f13b-4687-acdb-4ef2700011d3), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:07.391649 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760522848732'] for subnet (bd18a0f7-f13b-4687-acdb-4ef2700011d3), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:07.422369 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:07.422950 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:07.424215 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] 10.222.0.46 "PUT /v2.0/subnets/bd18a0f7-f13b-4687-acdb-4ef2700011d3 HTTP/1.1" status: 200 len: 868 time: 0.2808423 May 26 15:02:07.440699 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec350dc-0675-4c8e-877c-29651f77bc86 None None] Network 81d0e567-04b8-461f-b57e-17ddbb766ec7 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:02:07.444430 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd18a0f7-f13b-4687-acdb-4ef2700011d3,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:02:07.452175 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.452547 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.452870 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.453198 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.453554 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.453882 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.454204 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.455323 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.455323 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.455323 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.455609 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.455820 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.456104 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.456426 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.456737 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43147054-0147-4fed-abc7-f72a66363ded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:02:07.814314 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-ec980c51-e0bb-4260-8ad0-a7f69d6414ef None None] Provisioning complete for port 76b1aee8-6c52-4299-8512-34880b659480 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:02:07.814808 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ec980c51-e0bb-4260-8ad0-a7f69d6414ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (76b1aee8-6c52-4299-8512-34880b659480), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:07.891031 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-ec980c51-e0bb-4260-8ad0-a7f69d6414ef None None] Current status of the port 76b1aee8-6c52-4299-8512-34880b659480 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:02:07.899507 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-ec980c51-e0bb-4260-8ad0-a7f69d6414ef None None] Provisioning complete for port 0e60b86c-e084-4490-ba2c-37b728bde46e triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:02:07.899855 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ec980c51-e0bb-4260-8ad0-a7f69d6414ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (0e60b86c-e084-4490-ba2c-37b728bde46e), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:07.987602 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-ec980c51-e0bb-4260-8ad0-a7f69d6414ef None None] Current status of the port 0e60b86c-e084-4490-ba2c-37b728bde46e is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:02:09.723674 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41038) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:09.940968 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc4514-d30f-491b-baf4-9b02b7476426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:09.941351 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc4514-d30f-491b-baf4-9b02b7476426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:09.942977 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-8dbc4514-d30f-491b-baf4-9b02b7476426 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2183423 May 26 15:02:12.252788 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41046) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:12.381889 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe55f38f-1d6c-409c-872c-3087e869014e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:12.382371 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe55f38f-1d6c-409c-872c-3087e869014e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:12.386044 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-fe55f38f-1d6c-409c-872c-3087e869014e admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301830 May 26 15:02:14.589407 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:02:14.591035 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41054) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:14.811826 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dfbdd2-2ab0-441e-bc02-5d67f921d713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:14.813197 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-c5dfbdd2-2ab0-441e-bc02-5d67f921d713 admin admin] 10.222.0.46 "GET /v2.0/networks/0abcf042-d2fc-49ae-8c4f-54a2b28011f1 HTTP/1.1" status: 200 len: 886 time: 0.2211998 May 26 15:02:17.128838 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41062) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:17.303546 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e288ac7-ca96-4702-a1c8-5d2abb270204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:17.305545 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-6e288ac7-ca96-4702-a1c8-5d2abb270204 admin admin] 10.222.0.46 "GET /v2.0/networks/81d0e567-04b8-461f-b57e-17ddbb766ec7 HTTP/1.1" status: 200 len: 869 time: 0.1755338 May 26 15:02:17.982725 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:17.984677 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:19.578571 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41070) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:19.711598 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760b51ff-b1b3-4aac-b26f-f7241b33a206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:19.712053 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760b51ff-b1b3-4aac-b26f-f7241b33a206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:19.713610 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-760b51ff-b1b3-4aac-b26f-f7241b33a206 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340718 May 26 15:02:21.952309 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41078) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:22.052023 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdef390-d23b-40a1-af7a-bb516f6d8a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:22.052787 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdef390-d23b-40a1-af7a-bb516f6d8a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:22.055259 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5fdef390-d23b-40a1-af7a-bb516f6d8a9b admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1019359 May 26 15:02:24.303622 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41086) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:24.393874 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded454c6-be2c-49a5-9c2a-ee3b82a198cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:24.395238 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-ded454c6-be2c-49a5-9c2a-ee3b82a198cc admin admin] 10.222.0.46 "GET /v2.0/subnets/601b1e26-1fef-461d-9fec-109684075dd1 HTTP/1.1" status: 200 len: 816 time: 0.0906687 May 26 15:02:24.585957 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:24.587001 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:26.649876 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41094) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:02:26.743223 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:26.749888 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aee9d7-d33c-464d-be06-5ad956f270fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:02:26.751271 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-a5aee9d7-d33c-464d-be06-5ad956f270fb admin admin] 10.222.0.46 "GET /v2.0/subnets/bd18a0f7-f13b-4687-acdb-4ef2700011d3 HTTP/1.1" status: 200 len: 868 time: 0.1004395 May 26 15:02:27.296827 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=33 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:27.299613 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=35 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:28.248410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-21c53510-395c-4e62-8d0a-1fcd293efe0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:30.538622 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1966c09a-dea0-4cb1-8ae1-ea654622e708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:31.781529 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:33.317543 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:34.656296 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:02:36.741769 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:44.644225 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:44.650467 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:02:51.589068 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:02:58.247161 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-57c2f527-47ca-4cd1-a045-4ec6fc4b969b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:00.543781 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-06fe35e5-3c54-4f6b-b2d4-187eb4421690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:01.584499 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=15 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:01.585301 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=19 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:01.783922 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:03.317508 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:04.654139 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:07.750181 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41152) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:03:07.804367 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [None req-2694d021-f88a-497d-93e3-bd2be5458430 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:03:07.805385 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-2694d021-f88a-497d-93e3-bd2be5458430 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0542252 May 26 15:03:10.152505 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41160) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:03:10.214431 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6d4341-bdfc-43db-b10e-96ef964bf70c admin admin] GET failed (client error): The resource could not be found. May 26 15:03:10.215785 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-cf6d4341-bdfc-43db-b10e-96ef964bf70c admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623634 May 26 15:03:10.357714 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b021d10-3f69-4374-a702-4dbf744d4b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:03:10.359089 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-7b021d10-3f69-4374-a702-4dbf744d4b6a admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389306 May 26 15:03:12.655883 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41168) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:03:12.704301 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:03:12.725343 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Made reservation on behalf of 064fc3c7af494c988e44e426f21b1c78 for: {'network': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:03:12.728344 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:12.851003 dv-cinder-788367-11-iscsi neutron-server[104042]: WARNING neutron.services.revisions.revision_plugin [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Could not find related network for resource to bump revision. May 26 15:03:12.863549 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=104042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:03:12.872588 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (7eafc3a0-0233-4390-a6b6-f95c87df135d), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:12.873017 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.segments_db [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Added segment 7eafc3a0-0233-4390-a6b6-f95c87df135d of type vlan for network d07e1ef1-42e6-48bb-8602-11f819b4c660 May 26 15:03:12.911164 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (d07e1ef1-42e6-48bb-8602-11f819b4c660), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:12.935025 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (d07e1ef1-42e6-48bb-8602-11f819b4c660), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:12.936067 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:03:12.936641 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:12.985554 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3285563 May 26 15:03:12.999179 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Pushing event updated for resources: {'Network': ['ID=d07e1ef1-42e6-48bb-8602-11f819b4c660,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:03:13.007595 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.007942 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.008285 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.009173 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.009552 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.009887 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.010216 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.010539 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.010888 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.011219 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.011544 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.011869 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.012187 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.012504 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.012820 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bdfc0f-75e1-43fb-97e8-0874236c2faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:13.027145 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network d07e1ef1-42e6-48bb-8602-11f819b4c660 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:03:15.267962 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41176) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:03:15.331579 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cb20c9-ddb2-40ee-ae4f-ad45003d93f9 admin admin] GET failed (client error): The resource could not be found. May 26 15:03:15.332887 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-a0cb20c9-ddb2-40ee-ae4f-ad45003d93f9 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639906 May 26 15:03:15.427416 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc148be9-9068-44d0-a1b0-859c0c0b383f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:03:15.428834 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-dc148be9-9068-44d0-a1b0-859c0c0b383f admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0911422 May 26 15:03:15.440631 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:03:15.464546 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Made reservation on behalf of 064fc3c7af494c988e44e426f21b1c78 for: {'subnet': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:03:15.467234 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:15.695573 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (065457e8-325e-407c-b082-7d905575dba1), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:15.766576 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Checking segment: {'id': '7eafc3a0-0233-4390-a6b6-f95c87df135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:03:15.766875 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Network hostable DHCP agents. Network: d07e1ef1-42e6-48bb-8602-11f819b4c660, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:03:15.769174 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065457e8-325e-407c-b082-7d905575dba1,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:03:15.786069 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.786422 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.786768 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.787114 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.787438 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.787763 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.788086 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.788407 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.788738 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.789070 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.789406 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.790390 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.790701 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.791024 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.791345 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Tracked resource versions report: May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: pushed versions: May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: { 'AddressGroup': {'1.2'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Agent': {'1.1'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'ConntrackHelper': {'1.0'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'LocalIPAssociation': {'1.0'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Log': {'1.0'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'NDPProxy': {'1.0'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Network': {'1.1'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Port': {'1.7'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'PortForwarding': {'1.3'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'QosPolicy': {'1.10'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SecurityGroup': {'1.5'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SecurityGroupRule': {'1.2'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SubPort': {'1.0'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Subnet': {'1.1'}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Trunk': {'1.1'}} May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: consumer versions: May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: { DHCP agent@dv-cinder-788367-11-iscsi: {}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: L3 agent@dv-cinder-788367-11-iscsi: {}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: Metadata agent@dv-cinder-788367-11-iscsi: {}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: Metering agent@dv-cinder-788367-11-iscsi: {}, May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: Open vSwitch agent@dv-cinder-788367-11-iscsi: { 'AddressGroup': '1.2', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Agent': '1.1', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'ConntrackHelper': '1.0', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'LocalIPAssociation': '1.0', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Log': '1.0', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'NDPProxy': '1.0', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Network': '1.1', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Port': '1.7', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'PortForwarding': '1.3', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'QosPolicy': '1.10', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SecurityGroup': '1.5', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SecurityGroupRule': '1.2', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SubPort': '1.0', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Subnet': '1.1', May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Trunk': '1.1'}} May 26 15:03:15.792927 dv-cinder-788367-11-iscsi neutron-server[104041]: {{(pid=104041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:03:15.824997 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Network d07e1ef1-42e6-48bb-8602-11f819b4c660 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:03:15.837694 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, d07e1ef1-42e6-48bb-8602-11f819b4c660) {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:03:15.842292 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:03:15.842903 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:15.847916 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1446c7f-d6b2-45ad-8aa2-74c55b6c7db9 None None] Network d07e1ef1-42e6-48bb-8602-11f819b4c660 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:03:15.868691 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-dfb23f23-403c-4c91-ac9c-2be76be10e60 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4314909 May 26 15:03:15.960544 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-d07e1ef1-42e6-48bb-8602-11f819b4c660', 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660', 'project_id': '064fc3c7af494c988e44e426f21b1c78', 'fixed_ips': [{'subnet_id': '065457e8-325e-407c-b082-7d905575dba1'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:03:15.962209 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:16.115190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Allocated IP 192.168.233.2 (d07e1ef1-42e6-48bb-8602-11f819b4c660/065457e8-325e-407c-b082-7d905575dba1/120639d5-cc99-4779-892c-d4230b76ec51) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:03:16.353885 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Publish callbacks [] for port (120639d5-cc99-4779-892c-d4230b76ec51), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:16.360843 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (120639d5-cc99-4779-892c-d4230b76ec51), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:16.410846 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Network d07e1ef1-42e6-48bb-8602-11f819b4c660 is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:03:16.414233 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:03:16.416746 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Pushing event updated for resources: {'Port': ['ID=120639d5-cc99-4779-892c-d4230b76ec51,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:03:16.419014 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:03:16.430953 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.431274 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.431635 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.431996 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.432329 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.433574 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.433574 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.433574 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.433574 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.433998 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.434199 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.434533 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.434850 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.435161 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.435469 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:03:16.489344 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Attempting to bind port 120639d5-cc99-4779-892c-d4230b76ec51 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:03:16.489783 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Attempting to bind port 120639d5-cc99-4779-892c-d4230b76ec51 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '7eafc3a0-0233-4390-a6b6-f95c87df135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:03:16.490150 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Attempting to bind port 120639d5-cc99-4779-892c-d4230b76ec51 on network d07e1ef1-42e6-48bb-8602-11f819b4c660 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:03:16.500443 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:03:16.500825 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Checking segment: {'id': '7eafc3a0-0233-4390-a6b6-f95c87df135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:03:16.501221 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:16.501647 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Bound using segment: {'id': '7eafc3a0-0233-4390-a6b6-f95c87df135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:03:16.502375 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Bound port: 120639d5-cc99-4779-892c-d4230b76ec51, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eafc3a0-0233-4390-a6b6-f95c87df135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:03:16.502752 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (120639d5-cc99-4779-892c-d4230b76ec51), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:16.565655 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] For port 120639d5-cc99-4779-892c-d4230b76ec51, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:03:16.568923 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] For port 120639d5-cc99-4779-892c-d4230b76ec51, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=120639d5-cc99-4779-892c-d4230b76ec51,segment=NetworkSegment(7eafc3a0-0233-4390-a6b6-f95c87df135d),segment_id=7eafc3a0-0233-4390-a6b6-f95c87df135d)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:03:16.575229 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (120639d5-cc99-4779-892c-d4230b76ec51), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:16.639871 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd54e29-b654-4106-96e9-1754d95b1491 None None] Pushing event updated for resources: {'Port': ['ID=120639d5-cc99-4779-892c-d4230b76ec51,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:03:17.520436 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ffaa7b-6842-495f-a815-35df357c2f59 None None] Network d07e1ef1-42e6-48bb-8602-11f819b4c660 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:03:17.574940 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:17.579848 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:17.590677 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-07aee9c4-afb0-45b8-9aa6-dc84055fdeae None None] Provisioning complete for port 120639d5-cc99-4779-892c-d4230b76ec51 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:03:17.590988 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-07aee9c4-afb0-45b8-9aa6-dc84055fdeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (120639d5-cc99-4779-892c-d4230b76ec51), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:17.727423 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 120639d5-cc99-4779-892c-d4230b76ec51 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:03:17.759492 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-07aee9c4-afb0-45b8-9aa6-dc84055fdeae None None] Current status of the port 120639d5-cc99-4779-892c-d4230b76ec51 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:03:17.759819 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-07aee9c4-afb0-45b8-9aa6-dc84055fdeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (120639d5-cc99-4779-892c-d4230b76ec51), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:17.820412 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-07aee9c4-afb0-45b8-9aa6-dc84055fdeae None None] For port 120639d5-cc99-4779-892c-d4230b76ec51, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=120639d5-cc99-4779-892c-d4230b76ec51,segment=NetworkSegment(7eafc3a0-0233-4390-a6b6-f95c87df135d),segment_id=7eafc3a0-0233-4390-a6b6-f95c87df135d)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:03:17.834017 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-07aee9c4-afb0-45b8-9aa6-dc84055fdeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (120639d5-cc99-4779-892c-d4230b76ec51), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:17.878248 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 120639d5-cc99-4779-892c-d4230b76ec51 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:03:17.878635 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (120639d5-cc99-4779-892c-d4230b76ec51), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:17.950237 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aee9c4-afb0-45b8-9aa6-dc84055fdeae None None] Pushing event updated for resources: {'Port': ['ID=120639d5-cc99-4779-892c-d4230b76ec51,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:03:18.018088 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 120639d5-cc99-4779-892c-d4230b76ec51 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:03:18.064237 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-4395fc3e-2686-4b5d-b1b1-e6cdea37509f None None] Provisioning complete for port 120639d5-cc99-4779-892c-d4230b76ec51 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:03:18.064630 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-4395fc3e-2686-4b5d-b1b1-e6cdea37509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (120639d5-cc99-4779-892c-d4230b76ec51), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:18.150332 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-4395fc3e-2686-4b5d-b1b1-e6cdea37509f None None] Current status of the port 120639d5-cc99-4779-892c-d4230b76ec51 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:03:19.687577 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 120639d5-cc99-4779-892c-d4230b76ec51 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:03:19.733464 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 120639d5-cc99-4779-892c-d4230b76ec51 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:03:19.733794 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (120639d5-cc99-4779-892c-d4230b76ec51), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:19.814227 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 120639d5-cc99-4779-892c-d4230b76ec51 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:03:23.002708 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:23.003430 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:25.858757 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=45,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:25.859551 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=48,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:28.249173 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7029-2fb9-42c8-9001-fd82ae7d2f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:28.587581 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:03:30.541548 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:30.547356 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-4e9a7d42-7f17-46a1-a84a-bc2ecac3411d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:31.786838 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:33.327734 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:34.658026 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:03:38.583628 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:38.584380 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=6 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:44.651227 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:44.653973 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:56.578839 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:56.579630 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:03:58.253999 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-4e29b445-757a-49ab-9af1-5b3de0505892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:00.549437 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d0222c17-9eeb-48dc-92bc-77493d453af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:01.791565 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:03.335587 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:04.661655 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:05.590572 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:04:14.655078 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:04:14.657494 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:04:15.582968 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:04:15.584588 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:04:28.257779 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3ed19d9b-90dd-40ae-b3ac-5f872a793dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:30.556169 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-8e5fcaaa-799b-4a1e-94a9-122700ec96ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:31.795529 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:33.327527 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:34.667334 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:42.589761 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:04:44.660027 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:04:44.663061 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:04:55.457870 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=14 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:04:55.462237 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=22 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:04:57.542577 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41220) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:04:57.552833 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [None req-1749b0d8-1b76-408b-b8a1-4632eab9c3be tempest-verify_tempest_config-298910223 tempest-verify_tempest_config-298910223-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:04:57.553876 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1749b0d8-1b76-408b-b8a1-4632eab9c3be tempest-verify_tempest_config-298910223 tempest-verify_tempest_config-298910223-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0103219 May 26 15:04:57.871012 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41238) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:04:57.979517 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:58.059471 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Publish callbacks [] for security_group (c8e11f30-87f4-4a16-bc39-552eb95c8053), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:58.064851 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c8e11f30-87f4-4a16-bc39-552eb95c8053), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:58.109484 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e11f30-87f4-4a16-bc39-552eb95c8053,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:04:58.114107 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c231bebb1fe14ee29b28525024414c6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2421200 May 26 15:04:58.117790 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41242) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:04:58.120244 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.120588 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.120936 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.121271 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.121637 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.121961 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.122278 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.122598 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.122958 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.123270 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.123598 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.123919 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.124228 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.124536 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.124842 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb94202-74ac-4d0a-9a2c-d81fb4e80fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.205330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Publish callbacks [] for security_group (c8e11f30-87f4-4a16-bc39-552eb95c8053), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:58.229382 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Publish callbacks [] for security_group (c8e11f30-87f4-4a16-bc39-552eb95c8053), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:58.261098 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-40b440e1-28b6-4ac3-a7ab-e99464a72b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:58.327947 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c8e11f30-87f4-4a16-bc39-552eb95c8053), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:58.330523 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:04:58.331691 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8e11f30-87f4-4a16-bc39-552eb95c8053 HTTP/1.1" status: 204 len: 168 time: 0.2129090 May 26 15:04:58.340676 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e11f30-87f4-4a16-bc39-552eb95c8053,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:04:58.347837 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.348184 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.349156 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.349532 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.349915 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.350184 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.350510 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.350836 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.351176 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.351506 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.351827 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.352171 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.352489 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.352805 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:04:58.353121 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54883051-5cc6-4909-9ac9-9c961e125d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:05:00.552186 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a6a54fe2-43cb-4238-b689-7420dfcd4cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:05:01.799886 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:05:03.331796 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:05:04.674263 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:05:08.107729 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=23,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:08.112528 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=16,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:08.336284 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:08.343728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:14.659565 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:14.666799 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:19.589243 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:05:28.263935 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-28c466f5-45a2-495e-822a-b8175c5efb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:05:29.584594 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:29.585996 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=6 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:30.554498 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-dcbe6681-a4c5-43b3-beab-447356e5f7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:05:31.799829 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:05:33.340772 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:05:34.669435 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:05:44.662429 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:44.665056 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:05:56.590629 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:05:58.268957 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-80e6e821-abf9-4788-82a5-dae028babce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:00.555688 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e10d1c62-cbce-42a6-ae07-ef89afb9de89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:01.803735 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:03.335625 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:04.672810 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:06.586798 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:06.587522 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:14.666115 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:14.667691 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:28.271900 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fb78-8cc3-4269-9e4a-fd892be23ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:30.557480 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd7d9-4a39-4dfb-9157-d9d42d5ad033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:31.809614 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:33.338369 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:33.589809 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 5 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:06:34.676147 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:43.585834 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:43.587151 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:44.669734 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:44.671598 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:47.471420 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-927030'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:06:55.459917 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=11 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:55.461936 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=15 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:57.464144 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:57.467299 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:06:58.276742 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5b56b77d-42cd-43e4-a606-2a3fbee2179f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:00.563979 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1ba7ba0c-8c9e-4e40-bb28-e3cb986da21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:01.136967 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41318) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:07:01.280436 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0a9c7bf2-c67c-4668-bb09-68b7789ebc58 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1419659 May 26 15:07:01.813705 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:03.349584 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:03.655738 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41328) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:07:03.728049 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b5f2c9e6-7cf2-4858-babc-e2f161b2a3f3 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0703721 May 26 15:07:04.689923 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:10.589800 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:07:11.270970 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:13.720534 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:14.681147 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:14.684426 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:17.473491 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:20.584249 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:20.584980 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:28.286512 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-50862afa-1736-4889-9e68-e5d4669d37d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:30.558588 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3629916c-25d1-4c4a-b9ee-56413d3e6d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:31.812669 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:33.347587 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:34.686048 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:44.679116 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:44.681243 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:47.502691 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:07:47.593807 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:07:56.589906 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:57.481574 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:57.490312 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:57.587801 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=6 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:07:58.297839 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f7883a40-70a1-4ae1-8b38-4dd42e334ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:00.575025 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6df7aea0-23ef-47e9-885b-248286c9c2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:01.821123 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:03.360083 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:04.691717 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:14.682873 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:14.684853 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:17.487227 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:24.594539 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:08:27.476191 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:27.482605 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:28.292458 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-8cce494b-1e74-4c40-9355-66b1b99c0794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:30.564898 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-deb320de-7bbe-4add-b420-7f7b2b597617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:31.833234 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:33.362038 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:34.589242 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:34.590727 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:34.689487 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:44.679713 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:44.682970 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:47.493614 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.249801 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41540) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:48.307974 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41560) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:48.341773 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41564) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:48.380970 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41572) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:48.414360 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41578) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:48.493095 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-887326166-network', 'tenant_id': '68969c3e05e9433dbac7ff643427c5f4'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:48.524916 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Made reservation on behalf of 68969c3e05e9433dbac7ff643427c5f4 for: {'network': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:48.527820 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.540136 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.546002 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-network', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:48.586151 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1858279290-network', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:48.588450 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Made reservation on behalf of d732418a4b2247e59ed96898b21cf6b1 for: {'network': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:48.590996 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.630762 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.635775 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Made reservation on behalf of 9780d0cae62c4f5088060b530571ebb3 for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:48.640438 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.658307 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.695695 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-347006974-network', 'tenant_id': '0910873988084bc0becc79bb99febc96'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:48.771654 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Publish callbacks [] for security_group (eece9791-b8df-441f-b6dc-1e9949dcaabe), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.776561 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Made reservation on behalf of 0910873988084bc0becc79bb99febc96 for: {'network': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:48.778363 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (eece9791-b8df-441f-b6dc-1e9949dcaabe), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.781145 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.798945 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.826823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece9791-b8df-441f-b6dc-1e9949dcaabe,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:48.840919 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.841867 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.842393 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.843513 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.844051 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.844538 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.845278 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.845801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.846583 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.847076 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.847568 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.848046 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.848523 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.849110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.849613 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Tracked resource versions report: May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: pushed versions: May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: { 'AddressGroup': {'1.2'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Agent': {'1.1'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'ConntrackHelper': {'1.0'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'LocalIPAssociation': {'1.0'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Log': {'1.0'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'NDPProxy': {'1.0'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Network': {'1.1'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Port': {'1.7'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'PortForwarding': {'1.3'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'QosPolicy': {'1.10'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SecurityGroup': {'1.5'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SecurityGroupRule': {'1.2'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SubPort': {'1.0'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Subnet': {'1.1'}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Trunk': {'1.1'}} May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: consumer versions: May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: { DHCP agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: HyperV agent@hv-cinder-78836: {}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: L3 agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: Metadata agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: Metering agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: Open vSwitch agent@dv-cinder-788367-11-iscsi: { 'AddressGroup': '1.2', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Agent': '1.1', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'ConntrackHelper': '1.0', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'LocalIPAssociation': '1.0', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Log': '1.0', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'NDPProxy': '1.0', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Network': '1.1', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Port': '1.7', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'PortForwarding': '1.3', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'QosPolicy': '1.10', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SecurityGroup': '1.5', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SecurityGroupRule': '1.2', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'SubPort': '1.0', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Subnet': '1.1', May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: 'Trunk': '1.1'}} May 26 15:08:48.850935 dv-cinder-788367-11-iscsi neutron-server[104041]: {{(pid=104041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:08:48.861462 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Publish callbacks [] for security_group (04c6630a-43e3-4bed-a3d7-6f0ebae468e6), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.870992 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:08:48.879422 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (04c6630a-43e3-4bed-a3d7-6f0ebae468e6), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.890470 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (883abc49-30a9-42aa-bcad-ee8fa234cec5), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.891063 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Added segment 883abc49-30a9-42aa-bcad-ee8fa234cec5 of type vlan for network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 May 26 15:08:48.923865 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1813974759-network', 'tenant_id': 'ac537167367948ef88587242df4e921d'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:48.938216 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c6630a-43e3-4bed-a3d7-6f0ebae468e6,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:48.960397 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.961076 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.962132 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.962547 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.962907 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.963242 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.963578 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.964091 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.964584 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.965089 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.965728 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.966209 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.966701 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.967181 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.967704 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Tracked resource versions report: May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: pushed versions: May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: { 'AddressGroup': {'1.2'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Agent': {'1.1'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'ConntrackHelper': {'1.0'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'LocalIPAssociation': {'1.0'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Log': {'1.0'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'NDPProxy': {'1.0'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Network': {'1.1'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Port': {'1.7'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'PortForwarding': {'1.3'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'QosPolicy': {'1.10'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SecurityGroup': {'1.5'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SecurityGroupRule': {'1.2'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SubPort': {'1.0'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Subnet': {'1.1'}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Trunk': {'1.1'}} May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: consumer versions: May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: { DHCP agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: HyperV agent@hv-cinder-78836: {}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: L3 agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: Metadata agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: Metering agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: Open vSwitch agent@dv-cinder-788367-11-iscsi: { 'AddressGroup': '1.2', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Agent': '1.1', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'ConntrackHelper': '1.0', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'LocalIPAssociation': '1.0', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Log': '1.0', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'NDPProxy': '1.0', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Network': '1.1', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Port': '1.7', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'PortForwarding': '1.3', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'QosPolicy': '1.10', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SecurityGroup': '1.5', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SecurityGroupRule': '1.2', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'SubPort': '1.0', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Subnet': '1.1', May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: 'Trunk': '1.1'}} May 26 15:08:48.969088 dv-cinder-788367-11-iscsi neutron-server[104042]: {{(pid=104042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:08:48.975224 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Made reservation on behalf of ac537167367948ef88587242df4e921d for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:48.975224 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:48.989316 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=104042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:08:48.989848 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.028002 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Publish callbacks [] for security_group (e5a6ad74-ca5f-4065-a21f-b560d3a77503), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.035922 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (96251000-cdce-411f-8792-9b68ee16f612), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.036741 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.segments_db [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Added segment 96251000-cdce-411f-8792-9b68ee16f612 of type vlan for network 4478c718-07c3-4542-a935-bd6f7d489bd2 May 26 15:08:49.040906 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e5a6ad74-ca5f-4065-a21f-b560d3a77503), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.058045 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=104042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:08:49.075426 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (4bce5848-c037-4967-806b-3794ab59f584), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.076808 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.segments_db [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Added segment 4bce5848-c037-4967-806b-3794ab59f584 of type vlan for network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 May 26 15:08:49.145424 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=68,neutron:INSERT=26,neutron:UPDATE=6 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:49.147959 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Publish callbacks [] for security_group (8112918a-5955-4fe0-97b1-7ed36d8b6a81), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.177473 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8112918a-5955-4fe0-97b1-7ed36d8b6a81), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.182406 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (bf638e18-3aa1-4ba6-b2c0-e624f717acb0), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.209985 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (4cc6f64a-79d5-4535-9da7-4cf3dfad5e95), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.214511 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:08:49.271659 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (73dbdc73-d17f-488f-b7c4-09d570edb8d0), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.273255 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Added segment 73dbdc73-d17f-488f-b7c4-09d570edb8d0 of type vlan for network d6e67ec8-e436-41ad-87a9-abca58e8da75 May 26 15:08:49.285750 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (4478c718-07c3-4542-a935-bd6f7d489bd2), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.292565 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8112918a-5955-4fe0-97b1-7ed36d8b6a81,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:49.297850 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (bf638e18-3aa1-4ba6-b2c0-e624f717acb0), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.299304 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:49.300766 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.313168 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a6ad74-ca5f-4065-a21f-b560d3a77503,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:49.372941 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (d6e67ec8-e436-41ad-87a9-abca58e8da75), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.416987 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.db.resource_extend [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 15:08:49.433762 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (d6e67ec8-e436-41ad-87a9-abca58e8da75), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.435058 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:49.435955 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.454234 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:49.468582 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Publish callbacks [] for security_group (53839db1-cc9e-47ff-9f71-851729d4c9a6), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.486486 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (4cc6f64a-79d5-4535-9da7-4cf3dfad5e95), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.488218 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:49.489483 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.503861 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1609492 May 26 15:08:49.519034 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41606) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:49.531495 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Request body: {'subnet': {'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-subnet', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:49.546161 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:49.546964 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ced320-52cd-4466-a7a8-258692fd513b admin admin] Pushing event updated for resources: {'Network': ['ID=bf638e18-3aa1-4ba6-b2c0-e624f717acb0,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:49.556870 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1413133 May 26 15:08:49.563541 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41610) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:49.569482 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (53839db1-cc9e-47ff-9f71-851729d4c9a6), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.576592 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Request body: {'subnet': {'network_id': 'd6e67ec8-e436-41ad-87a9-abca58e8da75', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1813974759-subnet', 'tenant_id': 'ac537167367948ef88587242df4e921d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:49.587975 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:08:49.625711 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:49.635623 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Made reservation on behalf of ac537167367948ef88587242df4e921d for: {'subnet': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:49.638421 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.699221 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (4478c718-07c3-4542-a935-bd6f7d489bd2), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.700757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:49.701833 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.751050 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4416840 May 26 15:08:49.755773 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=104042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:08:49.761222 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41616) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:49.769301 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cec35-2b0a-41db-82ce-1bee103c4e22 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:49.776093 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Request body: {'subnet': {'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-subnet', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:49.821688 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:08:49.825573 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5715439 May 26 15:08:49.825573 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (7e1a2d25-52b8-440c-9b76-33b618dfa967), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.825573 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.segments_db [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Added segment 7e1a2d25-52b8-440c-9b76-33b618dfa967 of type vlan for network 8b416354-97a2-42f7-a460-05ec32c4591a May 26 15:08:49.857398 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41618) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:49.899436 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (eec99e1b-0731-496b-87a7-ae620be6ba3b), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:49.914467 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Request body: {'subnet': {'network_id': '4478c718-07c3-4542-a935-bd6f7d489bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-887326166-subnet', 'tenant_id': '68969c3e05e9433dbac7ff643427c5f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:49.947962 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53839db1-cc9e-47ff-9f71-851729d4c9a6,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:50.016319 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec99e1b-0731-496b-87a7-ae620be6ba3b,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:50.018587 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Made reservation on behalf of 9780d0cae62c4f5088060b530571ebb3 for: {'subnet': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:50.026869 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.062369 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Made reservation on behalf of d732418a4b2247e59ed96898b21cf6b1 for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:50.071427 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.120369 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181e06e-9b75-469a-aeb7-507d8bb1c462 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e67ec8-e436-41ad-87a9-abca58e8da75,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:50.129570 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (8b416354-97a2-42f7-a460-05ec32c4591a), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.137096 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network d6e67ec8-e436-41ad-87a9-abca58e8da75 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:08:50.146046 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0e23f-2a83-4f25-8076-ec77c84756ab admin admin] Pushing event updated for resources: {'Network': ['ID=4478c718-07c3-4542-a935-bd6f7d489bd2,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:50.151423 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Checking segment: {'id': '73dbdc73-d17f-488f-b7c4-09d570edb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd6e67ec8-e436-41ad-87a9-abca58e8da75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:50.152163 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Network hostable DHCP agents. Network: d6e67ec8-e436-41ad-87a9-abca58e8da75, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:08:50.195236 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Network d6e67ec8-e436-41ad-87a9-abca58e8da75 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:08:50.216628 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, d6e67ec8-e436-41ad-87a9-abca58e8da75) {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:50.244871 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:50.246732 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.259241 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Made reservation on behalf of 68969c3e05e9433dbac7ff643427c5f4 for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:50.265089 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.290231 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:50.315574 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-fc4ee890-9358-491c-924a-4cc59c09e8d1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7389417 May 26 15:08:50.395425 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (38b5135e-b8e4-470f-9905-8862cbe7d7dd), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.457689 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 4478c718-07c3-4542-a935-bd6f7d489bd2 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:08:50.463274 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dde3d1-9534-4252-aad5-7139eb495343 None None] Network d6e67ec8-e436-41ad-87a9-abca58e8da75 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:50.532103 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b5135e-b8e4-470f-9905-8862cbe7d7dd,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:50.540490 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Checking segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:50.541048 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Network hostable DHCP agents. Network: bf638e18-3aa1-4ba6-b2c0-e624f717acb0, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:08:50.572611 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:08:50.588691 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.db.resource_extend [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 15:08:50.594032 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, bf638e18-3aa1-4ba6-b2c0-e624f717acb0) {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:50.610468 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:50.610777 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.669796 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e3bc9dff-4bca-40b9-bd99-bb79c5254e1e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1424136 May 26 15:08:50.676246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41656) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:50.684321 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d290194e-81ce-41ae-a571-3851d0968091 None None] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:50.697644 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:50.755532 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb8b37-7987-4b45-b7e6-11e1370ed498 None None] Network d6e67ec8-e436-41ad-87a9-abca58e8da75 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:50.757499 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (8b416354-97a2-42f7-a460-05ec32c4591a), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.759080 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:50.760007 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.788643 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.4058123 May 26 15:08:50.789518 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (68a623d5-c9e4-4ae3-954e-f58748a59d86), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.794014 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41664) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:50.869428 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (890ccd4b-a777-48f8-b6b3-37b79b45d48a), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.872905 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (890ccd4b-a777-48f8-b6b3-37b79b45d48a), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:50.889973 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Request body: {'subnet': {'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-347006974-subnet', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:50.915308 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a623d5-c9e4-4ae3-954e-f58748a59d86,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:51.015378 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks [] for router_controller (890ccd4b-a777-48f8-b6b3-37b79b45d48a), precommit_add_association {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:51.139318 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f28dc-b41a-4e0c-98a3-a31e0fb4e955 admin admin] Pushing event updated for resources: {'Network': ['ID=8b416354-97a2-42f7-a460-05ec32c4591a,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:51.167826 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:51.187217 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 8b416354-97a2-42f7-a460-05ec32c4591a details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:08:51.189375 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:51.357908 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:08:51.361806 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:51.397560 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Made reservation on behalf of 0910873988084bc0becc79bb99febc96 for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:51.401342 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:51.443191 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:51.467828 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41710) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:51.488456 dv-cinder-788367-11-iscsi neutron-server[104041]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 15:08:51.524736 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:51.630873 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Checking segment: {'id': '96251000-cdce-411f-8792-9b68ee16f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4478c718-07c3-4542-a935-bd6f7d489bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:51.630873 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Network hostable DHCP agents. Network: 4478c718-07c3-4542-a935-bd6f7d489bd2, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:08:51.643790 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:51.661988 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41718) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:51.744248 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Network 4478c718-07c3-4542-a935-bd6f7d489bd2 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:08:51.756194 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Checking segment: {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:51.756719 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Network hostable DHCP agents. Network: 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:08:51.784046 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41722) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:51.786438 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 4478c718-07c3-4542-a935-bd6f7d489bd2) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:51.791761 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks [] for router_gateway (890ccd4b-a777-48f8-b6b3-37b79b45d48a), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:51.801276 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:51.802183 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:51.860167 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-27a0588d-526e-4966-bf68-ec0befdd6387 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9762530 May 26 15:08:51.877377 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8240e672-afb4-4f54-967c-95f831607ad5 None None] Network 4478c718-07c3-4542-a935-bd6f7d489bd2 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:51.890616 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:08:51.896443 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (f1f83baf-9e5d-4532-b217-d468b06c5513), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:51.965355 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f83baf-9e5d-4532-b217-d468b06c5513,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:51.969042 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:51.976806 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:51.977419 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:51.987731 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc0bdde-af04-43a1-914a-cb9a7dabd4c4 None None] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:52.005763 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-7ade76a2-6fdc-4abb-a345-396b5f15e92d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2374775 May 26 15:08:52.009477 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41728) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:52.017261 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:52.018716 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Allocated IP 172.20.0.2 (bf638e18-3aa1-4ba6-b2c0-e624f717acb0/38b5135e-b8e4-470f-9905-8862cbe7d7dd/71633039-63df-4edd-8b31-7f30c7ce1f89) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:08:52.086233 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Checking segment: {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:52.086505 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Network hostable DHCP agents. Network: 8b416354-97a2-42f7-a460-05ec32c4591a, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:08:52.092170 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cde77b3e-42fa-4693-89b1-fca40226fa22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.097369 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (63032ff9-f2ac-4259-8458-6aa7251ad3c4), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.098568 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (63032ff9-f2ac-4259-8458-6aa7251ad3c4), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.166807 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:52.180603 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d50c1-13c2-4258-b0d9-71094c53b2ca None None] Network 4478c718-07c3-4542-a935-bd6f7d489bd2 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:52.235042 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks [] for router_controller (63032ff9-f2ac-4259-8458-6aa7251ad3c4), precommit_add_association {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.313933 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Network 8b416354-97a2-42f7-a460-05ec32c4591a is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:08:52.370395 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 8b416354-97a2-42f7-a460-05ec32c4591a) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:52.387584 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:52.388199 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.388738 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:08:52.390351 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.443488 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2057cb-71e5-4cca-a5b0-4b7da311dfd5 None None] Network 8b416354-97a2-42f7-a460-05ec32c4591a requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:52.447288 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:52.457882 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks [] for router_gateway (890ccd4b-a777-48f8-b6b3-37b79b45d48a), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.503488 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.648077 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:52.698414 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:52.708038 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks [] for router_gateway (63032ff9-f2ac-4259-8458-6aa7251ad3c4), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.731957 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-69e4b520-058d-46bc-8375-fa0c1045b44d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8611388 May 26 15:08:52.734570 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41748) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:52.735247 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f259f417-e816-433e-89a1-4fbcd62a5607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.741071 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:52.805639 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-8b416354-97a2-42f7-a460-05ec32c4591a', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'project_id': '0910873988084bc0becc79bb99febc96', 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:08:52.807115 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:52.836271 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:52.858619 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-901cf29a-0f35-4834-96f8-d9c241f1aa23 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:52.861277 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-901cf29a-0f35-4834-96f8-d9c241f1aa23 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/networks?id=d6e67ec8-e436-41ad-87a9-abca58e8da75 HTTP/1.1" status: 200 len: 812 time: 1.3913400 May 26 15:08:52.915723 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-06471358-85e4-43e8-952d-8d00743da3e8 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/quotas/ac537167367948ef88587242df4e921d HTTP/1.1" status: 200 len: 375 time: 0.0427449 May 26 15:08:52.917688 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Allocated IP 172.27.1.119 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:08:52.938173 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:52.977990 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Publish callbacks [] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.012560 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.129775 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:08:53.134249 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-9109b999-2b2c-4c37-af33-ff90a7d9186b tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac537167367948ef88587242df4e921d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1992116 May 26 15:08:53.223278 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41762) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:53.231181 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:53.251553 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:08:53.267520 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-374651679-network', 'tenant_id': 'e4e82e4c96364f3e85f5c8673fdf5d91'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:53.295150 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks [] for router_gateway (63032ff9-f2ac-4259-8458-6aa7251ad3c4), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.309505 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Allocated IP 172.20.0.2 (4cc6f64a-79d5-4535-9da7-4cf3dfad5e95/a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc/685a3363-d711-4d46-8dc3-dc3dd69a0afb) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:08:53.328452 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Made reservation on behalf of e4e82e4c96364f3e85f5c8673fdf5d91 for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:53.332508 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.347334 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Pushing event updated for resources: {'Port': ['ID=71633039-63df-4edd-8b31-7f30c7ce1f89,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:53.350761 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (59ac08e4-aeb4-4212-b950-3597a8c679d3), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.352504 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (59ac08e4-aeb4-4212-b950-3597a8c679d3), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.363782 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cde77b3e-42fa-4693-89b1-fca40226fa22 admin admin] Publish callbacks [] for security_group (3d07c7dd-cca4-4c89-bf65-56795d3bdcff), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.367342 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.370325 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.462708 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f259f417-e816-433e-89a1-4fbcd62a5607 admin admin] Publish callbacks [] for security_group (c66feeb2-9481-494b-90dd-41813681fe66), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.474466 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cde77b3e-42fa-4693-89b1-fca40226fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3d07c7dd-cca4-4c89-bf65-56795d3bdcff), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.486716 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.487264 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.487831 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.488619 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.488946 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.489502 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.490175 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.490532 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.491019 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.492273 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.492868 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.494245 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.494409 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f259f417-e816-433e-89a1-4fbcd62a5607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c66feeb2-9481-494b-90dd-41813681fe66), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.495104 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.495656 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.496820 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Tracked resource versions report: May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: pushed versions: May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: { 'AddressGroup': {'1.2'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Agent': {'1.1'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'ConntrackHelper': {'1.0'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'LocalIPAssociation': {'1.0'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Log': {'1.0'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'NDPProxy': {'1.0'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Network': {'1.1'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Port': {'1.7'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'PortForwarding': {'1.3'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'QosPolicy': {'1.10'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SecurityGroup': {'1.5'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SecurityGroupRule': {'1.2'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SubPort': {'1.0'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Subnet': {'1.1'}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Trunk': {'1.1'}} May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: consumer versions: May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: { DHCP agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: HyperV agent@hv-cinder-78836: {}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: L3 agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: Metadata agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: Metering agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: Open vSwitch agent@dv-cinder-788367-11-iscsi: { 'AddressGroup': '1.2', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Agent': '1.1', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'ConntrackHelper': '1.0', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'LocalIPAssociation': '1.0', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Log': '1.0', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'NDPProxy': '1.0', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Network': '1.1', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Port': '1.7', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'PortForwarding': '1.3', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'QosPolicy': '1.10', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SecurityGroup': '1.5', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SecurityGroupRule': '1.2', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'SubPort': '1.0', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Subnet': '1.1', May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: 'Trunk': '1.1'}} May 26 15:08:53.499778 dv-cinder-788367-11-iscsi neutron-server[104043]: {{(pid=104043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:08:53.546666 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Allocated IP 172.20.0.2 (8b416354-97a2-42f7-a460-05ec32c4591a/f1f83baf-9e5d-4532-b217-d468b06c5513/24ee727e-9c66-47ed-b054-6e6955b8c2a0) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:08:53.575754 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-cde77b3e-42fa-4693-89b1-fca40226fa22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=612679bca8894138b317a0c19d8b2069&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7869730 May 26 15:08:53.590673 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41774) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:53.614262 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks [] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.615616 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde77b3e-42fa-4693-89b1-fca40226fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07c7dd-cca4-4c89-bf65-56795d3bdcff,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:53.626200 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-f955dd31-f1dd-4c2c-9a7d-81eb03a350a9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:08:53.626200 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-f955dd31-f1dd-4c2c-9a7d-81eb03a350a9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1960073 May 26 15:08:53.667179 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Attempting to bind port 71633039-63df-4edd-8b31-7f30c7ce1f89 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:08:53.667983 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Attempting to bind port 71633039-63df-4edd-8b31-7f30c7ce1f89 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:08:53.668533 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Attempting to bind port 71633039-63df-4edd-8b31-7f30c7ce1f89 on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:08:53.680774 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks [] for router_controller (59ac08e4-aeb4-4212-b950-3597a8c679d3), precommit_add_association {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.682822 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:08:53.683550 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Checking segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:53.684284 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.685044 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Bound using segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:08:53.685882 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Bound port: 71633039-63df-4edd-8b31-7f30c7ce1f89, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:08:53.686824 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.701474 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-f259f417-e816-433e-89a1-4fbcd62a5607 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87c12e0bbb554046a480ef02d9c78a14&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0331843 May 26 15:08:53.704996 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41778) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:53.720042 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259f417-e816-433e-89a1-4fbcd62a5607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66feeb2-9481-494b-90dd-41813681fe66,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:53.891716 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9848ce05-cc55-4e28-818c-6ea174c77fdb admin admin] Publish callbacks [] for security_group (3d07c7dd-cca4-4c89-bf65-56795d3bdcff), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.943057 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks [] for router_gateway (59ac08e4-aeb4-4212-b950-3597a8c679d3), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.956410 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:53.968457 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:53.974000 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] For port 71633039-63df-4edd-8b31-7f30c7ce1f89, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:08:53.999904 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Publish callbacks [] for security_group (06d0f181-06e7-43d3-abe5-e4479222ee6c), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.008150 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Publish callbacks [] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.018448 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Allocated IP 172.27.1.110 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/e5fb689d-1029-4200-9668-795dbaeb29c4) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:08:54.028608 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] For port 71633039-63df-4edd-8b31-7f30c7ce1f89, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=71633039-63df-4edd-8b31-7f30c7ce1f89,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:08:54.037177 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.067808 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-27a4b56d-2c97-4516-a003-3ed7c3018e03 admin admin] Publish callbacks [] for security_group (c66feeb2-9481-494b-90dd-41813681fe66), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.077834 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.079823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (06d0f181-06e7-43d3-abe5-e4479222ee6c), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.143367 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-9d142d0d-4f1f-4836-a66b-61494c63b83a service neutron] 10.222.0.46 "GET /v2.0/networks/d6e67ec8-e436-41ad-87a9-abca58e8da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887116 May 26 15:08:54.151751 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks [] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.152180 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:08:54.162578 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:54.166836 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:54.173837 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Publish callbacks [] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.176663 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Pushing event updated for resources: {'Port': ['ID=685a3363-d711-4d46-8dc3-dc3dd69a0afb,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:54.180782 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:08:54.181994 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:08:54.188796 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:UPDATE=8,neutron:SELECT=87,neutron:INSERT=5 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:54.194021 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:UPDATE=7,neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:54.195283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:08:54.195910 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:54.210051 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.218295 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.222259 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:54.285131 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Network 8b416354-97a2-42f7-a460-05ec32c4591a is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:08:54.316218 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:54.326229 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:08:54.331538 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fb924-128b-42a1-a43a-8056031f0ab1 None None] Pushing event updated for resources: {'Port': ['ID=71633039-63df-4edd-8b31-7f30c7ce1f89,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:54.332093 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-27a4b56d-2c97-4516-a003-3ed7c3018e03 admin admin] Publish callbacks [] for security_group (c66feeb2-9481-494b-90dd-41813681fe66), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.335540 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:54.343048 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:54.346008 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9848ce05-cc55-4e28-818c-6ea174c77fdb admin admin] Publish callbacks [] for security_group (3d07c7dd-cca4-4c89-bf65-56795d3bdcff), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.347447 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:08:54.390279 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Attempting to bind port 685a3363-d711-4d46-8dc3-dc3dd69a0afb on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:08:54.391033 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Attempting to bind port 685a3363-d711-4d46-8dc3-dc3dd69a0afb by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:08:54.391637 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Attempting to bind port 685a3363-d711-4d46-8dc3-dc3dd69a0afb on network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:08:54.407747 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:08:54.408349 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Checking segment: {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:54.408879 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.409405 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Bound using segment: {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:08:54.410053 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Bound port: 685a3363-d711-4d46-8dc3-dc3dd69a0afb, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:08:54.410565 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.446365 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (af302b10-be5f-491e-9f43-e540e7c54ade), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.446731 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Added segment af302b10-be5f-491e-9f43-e540e7c54ade of type vlan for network 56bad15f-df13-428f-9f95-bf85c32bdc45 May 26 15:08:54.460559 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Pushing event updated for resources: {'Port': ['ID=24ee727e-9c66-47ed-b054-6e6955b8c2a0,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:54.468298 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Attempting to bind port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:08:54.468781 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Attempting to bind port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:08:54.469396 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Attempting to bind port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 on network 8b416354-97a2-42f7-a460-05ec32c4591a {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:08:54.503641 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:08:54.504185 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Checking segment: {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:54.505033 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.505272 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Bound using segment: {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:08:54.505998 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Bound port: 24ee727e-9c66-47ed-b054-6e6955b8c2a0, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:08:54.506479 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.513425 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:08:54.515731 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Pushing event updated for resources: {'Port': ['ID=e5fb689d-1029-4200-9668-795dbaeb29c4,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:54.540246 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:54.611115 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:08:54.644688 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d0f181-06e7-43d3-abe5-e4479222ee6c,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:54.719143 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks [] for router_gateway (59ac08e4-aeb4-4212-b950-3597a8c679d3), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.785996 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (56bad15f-df13-428f-9f95-bf85c32bdc45), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.794279 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.859220 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] For port 685a3363-d711-4d46-8dc3-dc3dd69a0afb, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:08:54.889244 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] For port 685a3363-d711-4d46-8dc3-dc3dd69a0afb, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=685a3363-d711-4d46-8dc3-dc3dd69a0afb,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:08:54.906058 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.910068 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] For port 24ee727e-9c66-47ed-b054-6e6955b8c2a0, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:08:54.916531 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9848ce05-cc55-4e28-818c-6ea174c77fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3d07c7dd-cca4-4c89-bf65-56795d3bdcff), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.919352 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9848ce05-cc55-4e28-818c-6ea174c77fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.922842 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-9848ce05-cc55-4e28-818c-6ea174c77fdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d07c7dd-cca4-4c89-bf65-56795d3bdcff HTTP/1.1" status: 204 len: 168 time: 1.3287165 May 26 15:08:54.942791 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848ce05-cc55-4e28-818c-6ea174c77fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d07c7dd-cca4-4c89-bf65-56795d3bdcff,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:54.975100 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-27a4b56d-2c97-4516-a003-3ed7c3018e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c66feeb2-9481-494b-90dd-41813681fe66), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.982390 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-27a4b56d-2c97-4516-a003-3ed7c3018e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:54.986511 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] For port 24ee727e-9c66-47ed-b054-6e6955b8c2a0, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=24ee727e-9c66-47ed-b054-6e6955b8c2a0,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:08:54.989290 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-27a4b56d-2c97-4516-a003-3ed7c3018e03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c66feeb2-9481-494b-90dd-41813681fe66 HTTP/1.1" status: 204 len: 168 time: 1.2825880 May 26 15:08:54.995438 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-a56414b0-0a25-4a87-a208-01a8681a0ab1 service neutron] 10.222.0.46 "GET /v2.0/networks/d6e67ec8-e436-41ad-87a9-abca58e8da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8308883 May 26 15:08:54.998367 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:55.015388 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:55.069686 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5e293-a10e-44d8-ad4c-d84371e6c876 None None] Pushing event updated for resources: {'Port': ['ID=685a3363-d711-4d46-8dc3-dc3dd69a0afb,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:55.194456 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Allocated IP 172.27.1.234 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/6d250f4b-975e-4968-ae93-88e951d30e0a) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:08:55.213653 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a74079-56cc-46e3-8c27-a19e0541ead5 None None] Pushing event updated for resources: {'Port': ['ID=24ee727e-9c66-47ed-b054-6e6955b8c2a0,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:55.252583 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4b56d-2c97-4516-a003-3ed7c3018e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66feeb2-9481-494b-90dd-41813681fe66,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:55.255974 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks [] for router_gateway (890ccd4b-a777-48f8-b6b3-37b79b45d48a), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:55.271649 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks [] for router_gateway (63032ff9-f2ac-4259-8458-6aa7251ad3c4), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:55.367028 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (56bad15f-df13-428f-9f95-bf85c32bdc45), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:55.368087 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:55.368674 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:55.540872 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2961121 May 26 15:08:55.543497 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41802) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:55.543829 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41804) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:55.652087 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Request body: {'subnet': {'network_id': '56bad15f-df13-428f-9f95-bf85c32bdc45', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-374651679-subnet', 'tenant_id': 'e4e82e4c96364f3e85f5c8673fdf5d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:08:55.726868 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=9 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:55.736779 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=17 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:56.091384 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025ced9-eeaf-4e73-89ee-e2d597465a9f admin admin] Pushing event updated for resources: {'Network': ['ID=56bad15f-df13-428f-9f95-bf85c32bdc45,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:56.099727 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (890ccd4b-a777-48f8-b6b3-37b79b45d48a), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.120756 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b663142-e177-4ebe-96c2-20df27c9c319 req-30676671-fc14-4927-aae2-98b17aa64273 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.5163887 May 26 15:08:56.121858 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Made reservation on behalf of e4e82e4c96364f3e85f5c8673fdf5d91 for: {'subnet': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:08:56.124945 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.128450 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 56bad15f-df13-428f-9f95-bf85c32bdc45 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:08:56.244976 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41828) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:56.269524 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:56.271790 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0b365b09-239b-4904-93fa-eb6bbb9942f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.293052 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 71633039-63df-4edd-8b31-7f30c7ce1f89 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:08:56.297438 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d12674-588c-4875-9e63-3432dd5fdb0b None None] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:56.330683 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:56.348870 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (63032ff9-f2ac-4259-8458-6aa7251ad3c4), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.435122 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-e8edd90e-e907-43ae-b429-3bf2513b685b None None] Provisioning complete for port 71633039-63df-4edd-8b31-7f30c7ce1f89 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:08:56.436573 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e8edd90e-e907-43ae-b429-3bf2513b685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.471089 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks [] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.516803 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:56.561957 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 71633039-63df-4edd-8b31-7f30c7ce1f89 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:08:56.562600 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.628532 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:56.664914 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.753821 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:56.756015 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Pushing event updated for resources: {'Port': ['ID=6d250f4b-975e-4968-ae93-88e951d30e0a,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:56.779000 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:08:56.786534 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:56.792360 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:08:56.797833 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-e8edd90e-e907-43ae-b429-3bf2513b685b None None] Current status of the port 71633039-63df-4edd-8b31-7f30c7ce1f89 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:08:56.800004 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e8edd90e-e907-43ae-b429-3bf2513b685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.914927 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0b365b09-239b-4904-93fa-eb6bbb9942f4 admin admin] Publish callbacks [] for security_group (ee321534-49b0-4b9d-b25a-696f43cd200d), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:56.935710 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (a813f999-0264-4f12-85c8-c252ad989fb0), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.020730 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-e8edd90e-e907-43ae-b429-3bf2513b685b None None] For port 71633039-63df-4edd-8b31-7f30c7ce1f89, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=71633039-63df-4edd-8b31-7f30c7ce1f89,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:08:57.024568 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 71633039-63df-4edd-8b31-7f30c7ce1f89 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:08:57.033713 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.063948 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e8edd90e-e907-43ae-b429-3bf2513b685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.102879 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0b365b09-239b-4904-93fa-eb6bbb9942f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ee321534-49b0-4b9d-b25a-696f43cd200d), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.110144 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a813f999-0264-4f12-85c8-c252ad989fb0,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:57.125217 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:08:57.130926 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:08:57.192509 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edd90e-e907-43ae-b429-3bf2513b685b None None] Pushing event updated for resources: {'Port': ['ID=71633039-63df-4edd-8b31-7f30c7ce1f89,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:57.232609 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553238f8-d9b3-4f48-ac6a-1b1bc490d800 None None] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:57.268813 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:57.278900 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-0b365b09-239b-4904-93fa-eb6bbb9942f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18277aa7a5374fed932e84717059d8ac&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0310991 May 26 15:08:57.285105 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b365b09-239b-4904-93fa-eb6bbb9942f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee321534-49b0-4b9d-b25a-696f43cd200d,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:57.287678 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41868) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:57.380129 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3430f030-3aed-4155-9780-ecab05485105 req-28aff171-7a91-49e2-926e-07c00f076b77 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.1260290 May 26 15:08:57.382573 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks [] for router_gateway (59ac08e4-aeb4-4212-b950-3597a8c679d3), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.406341 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.db.api [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 15:08:57.406841 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG oslo_db.api [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 15:08:57.414276 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] Provisioning complete for port 685a3363-d711-4d46-8dc3-dc3dd69a0afb triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:08:57.415103 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.436618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Checking segment: {'id': 'af302b10-be5f-491e-9f43-e540e7c54ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '56bad15f-df13-428f-9f95-bf85c32bdc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:57.436618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Network hostable DHCP agents. Network: 56bad15f-df13-428f-9f95-bf85c32bdc45, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:08:57.556552 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:08:57.571514 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:08:57.579325 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Network 56bad15f-df13-428f-9f95-bf85c32bdc45 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:08:57.597876 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:08:57.601540 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:08:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:08:57.615202 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b0e7778a-023b-4c94-9ab5-e61b6a23f6aa admin admin] Publish callbacks [] for security_group (ee321534-49b0-4b9d-b25a-696f43cd200d), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.617893 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 56bad15f-df13-428f-9f95-bf85c32bdc45) {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:08:57.631468 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.632953 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-2fc7642a-350d-4da0-a16e-3a70294ba292 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9526038 May 26 15:08:57.638266 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41876) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:57.641556 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:08:57.642154 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.647936 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] Current status of the port 685a3363-d711-4d46-8dc3-dc3dd69a0afb is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:08:57.648320 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.656916 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe43aa57-c578-4810-b01a-6694de953b42 None None] Network 56bad15f-df13-428f-9f95-bf85c32bdc45 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:57.849268 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e07e0-f674-4f49-a6cb-4d500dffbbb3 None None] Network 8b416354-97a2-42f7-a460-05ec32c4591a requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:57.869968 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:57.883871 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c3c2d-d1cf-4bb3-af16-98944c3aa496 None None] Network 56bad15f-df13-428f-9f95-bf85c32bdc45 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:08:57.909857 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-bcfb7f4a-8f53-4b33-830f-23100489aab1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3090460 May 26 15:08:57.914395 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b0e7778a-023b-4c94-9ab5-e61b6a23f6aa admin admin] Publish callbacks [] for security_group (ee321534-49b0-4b9d-b25a-696f43cd200d), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:57.917686 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:58.008001 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:08:58.165248 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] For port 685a3363-d711-4d46-8dc3-dc3dd69a0afb, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=685a3363-d711-4d46-8dc3-dc3dd69a0afb,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:08:58.173475 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:58.184309 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 71633039-63df-4edd-8b31-7f30c7ce1f89 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:08:58.185815 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 685a3363-d711-4d46-8dc3-dc3dd69a0afb up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:08:58.189110 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.228228 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41902) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:58.237734 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (59ac08e4-aeb4-4212-b950-3597a8c679d3), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.338435 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:08:58.415164 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b0e7778a-023b-4c94-9ab5-e61b6a23f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ee321534-49b0-4b9d-b25a-696f43cd200d), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.435591 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b0e7778a-023b-4c94-9ab5-e61b6a23f6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.437418 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-b0e7778a-023b-4c94-9ab5-e61b6a23f6aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee321534-49b0-4b9d-b25a-696f43cd200d HTTP/1.1" status: 204 len: 168 time: 1.1299310 May 26 15:08:58.478263 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_v2 [None req-255f79fc-025c-40f7-ac67-9dc7f56a52e0 admin admin] Deleting subnet 68a623d5-c9e4-4ae3-954e-f58748a59d86 {{(pid=104042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:08:58.482664 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-255f79fc-025c-40f7-ac67-9dc7f56a52e0 admin admin] Publish callbacks [] for subnet (68a623d5-c9e4-4ae3-954e-f58748a59d86), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.492301 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:08:54Z', 'revision_number': 3, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:08:58.525132 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.527070 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-11db4a36-0ff7-41ec-82b6-1b921b7b2538 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5164707 May 26 15:08:58.532465 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] Provisioning complete for port 71633039-63df-4edd-8b31-7f30c7ce1f89 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:08:58.532999 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.534032 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41916) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:58.535038 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:08:58.535394 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Updating router 890ccd4b-a777-48f8-b6b3-37b79b45d48a port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:08:58.545762 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-255f79fc-025c-40f7-ac67-9dc7f56a52e0 admin admin] Publish callbacks [] for subnet (68a623d5-c9e4-4ae3-954e-f58748a59d86), precommit_delete_associations {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.604672 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.631188 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7778a-023b-4c94-9ab5-e61b6a23f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee321534-49b0-4b9d-b25a-696f43cd200d,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:58.644110 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9ae4a0e6-468f-47b6-9e3a-14a59aa1a886 req-4e78e1e6-b79c-44a4-a5e8-9f1f27e39af3 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.1622310 May 26 15:08:58.709876 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:58.742240 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Sync routers for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:08:58.768930 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-255f79fc-025c-40f7-ac67-9dc7f56a52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (68a623d5-c9e4-4ae3-954e-f58748a59d86), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:58.830897 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:58.961139 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] Pushing event updated for resources: {'Port': ['ID=685a3363-d711-4d46-8dc3-dc3dd69a0afb,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:59.032001 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:08:59.054289 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:08:59.061576 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:08:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:08:59.072677 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-db7534f4-7358-428c-8ffd-9b771d54447f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.081183 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 685a3363-d711-4d46-8dc3-dc3dd69a0afb triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:08:59.084122 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.240164 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-5005bfa9-1fa8-4f2a-88c5-b0fc7abec9f7 None None] Current status of the port 71633039-63df-4edd-8b31-7f30c7ce1f89 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:08:59.395025 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-255f79fc-025c-40f7-ac67-9dc7f56a52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (68a623d5-c9e4-4ae3-954e-f58748a59d86), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.437994 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.460788 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f79fc-025c-40f7-ac67-9dc7f56a52e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a623d5-c9e4-4ae3-954e-f58748a59d86,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:59.478084 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-255f79fc-025c-40f7-ac67-9dc7f56a52e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.482414 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-255f79fc-025c-40f7-ac67-9dc7f56a52e0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/68a623d5-c9e4-4ae3-954e-f58748a59d86 HTTP/1.1" status: 204 len: 168 time: 1.2364571 May 26 15:08:59.490935 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41942) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:59.493647 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Router 59ac08e4-aeb4-4212-b950-3597a8c679d3 is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:08:59.561115 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Publish callbacks [] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.572584 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.681098 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Pushing event updated for resources: {'Port': ['ID=6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45,revision_number=2']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:08:59.684018 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] Provisioning complete for port 685a3363-d711-4d46-8dc3-dc3dd69a0afb triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:08:59.684479 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.709054 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.709412 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.709903 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.710134 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.730776 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.734985 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.738519 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.739167 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.741173 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.742718 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.743264 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.749338 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.749998 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.750507 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.750984 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Tracked resource versions report: May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: pushed versions: May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: { 'AddressGroup': {'1.2'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Agent': {'1.1'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'ConntrackHelper': {'1.0'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'LocalIPAssociation': {'1.0'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Log': {'1.0'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'NDPProxy': {'1.0'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Network': {'1.1'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Port': {'1.7'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'PortForwarding': {'1.3'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'QosPolicy': {'1.10'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SecurityGroup': {'1.5'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SecurityGroupRule': {'1.2'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SubPort': {'1.0'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Subnet': {'1.1'}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Trunk': {'1.1'}} May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: consumer versions: May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: { DHCP agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: HyperV agent@hv-cinder-78836: {}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: L3 agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: Metadata agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: Metering agent@dv-cinder-788367-11-iscsi: {}, May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: Open vSwitch agent@dv-cinder-788367-11-iscsi: { 'AddressGroup': '1.2', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Agent': '1.1', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'ConntrackHelper': '1.0', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'LocalIPAssociation': '1.0', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Log': '1.0', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'NDPProxy': '1.0', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Network': '1.1', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Port': '1.7', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'PortForwarding': '1.3', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'QosPolicy': '1.10', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SecurityGroup': '1.5', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SecurityGroupRule': '1.2', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'SubPort': '1.0', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Subnet': '1.1', May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: 'Trunk': '1.1'}} May 26 15:08:59.757643 dv-cinder-788367-11-iscsi neutron-server[104044]: {{(pid=104044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 15:08:59.821549 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Attempting to bind port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:08:59.821549 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Attempting to bind port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:08:59.821549 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Attempting to bind port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:08:59.853416 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:08:59.853966 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.75', 54687) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:08:59.858748 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:08:59.859668 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.860871 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:08:59.862148 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Bound port: 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:08:59.866213 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:08:59.869790 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:08:59.947008 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (4478c718-07c3-4542-a935-bd6f7d489bd2), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.007033 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] For port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:00.013817 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] For port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:00.029009 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.148814 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b0d94-ab9a-4ca9-9669-13e96762b72d None None] Pushing event updated for resources: {'Port': ['ID=6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:00.188129 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:00.188764 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:08:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:00.191349 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-5713643b-194d-4744-9dc1-0e5f23d2a60f tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:00.192905 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-5713643b-194d-4744-9dc1-0e5f23d2a60f tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.75 "GET /v2.0/networks?id=d6e67ec8-e436-41ad-87a9-abca58e8da75 HTTP/1.1" status: 200 len: 812 time: 0.3376503 May 26 15:09:00.353039 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Request body: {'port': {'device_id': '36adfbf4-6054-422d-9c0a-f71051437895', 'network_id': 'd6e67ec8-e436-41ad-87a9-abca58e8da75', 'admin_state_up': True, 'tenant_id': 'ac537167367948ef88587242df4e921d'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:00.391186 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.398090 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 41972) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:00.414113 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:00.435400 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 685a3363-d711-4d46-8dc3-dc3dd69a0afb is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:00.437257 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 24ee727e-9c66-47ed-b054-6e6955b8c2a0 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:00.442836 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:00.487323 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2650debb-728c-4288-9cac-92d9044f2fc7 req-07fd1d15-7645-448a-9cc7-a37d92b8b871 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.2465224 May 26 15:09:00.537111 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:09:00.571667 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:00.572315 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:00.577398 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] Current status of the port 685a3363-d711-4d46-8dc3-dc3dd69a0afb is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:00.590063 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Sync routers for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:09:00.592366 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:00.602351 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:08:54Z', 'revision_number': 3, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:00.648792 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:00.649424 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:08:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:00.654677 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Checking router: 63032ff9-f2ac-4259-8458-6aa7251ad3c4 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:09:00.655024 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Updating router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 port e5fb689d-1029-4200-9668-795dbaeb29c4 binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:09:00.688394 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:00.689038 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.690666 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] Provisioning complete for port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:00.691030 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.698893 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1d52-dada-416c-9402-4185fbdbfcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.734943 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (4478c718-07c3-4542-a935-bd6f7d489bd2), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.755939 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Allocated IP 172.20.0.1 (bf638e18-3aa1-4ba6-b2c0-e624f717acb0/38b5135e-b8e4-470f-9905-8862cbe7d7dd/b4f7bdcb-e47f-4491-b225-b54a46448bea) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:00.801988 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.819565 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.831784 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-44552b41-6bb9-43f0-b55a-abda6de4bf0b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0920651 May 26 15:09:00.832032 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 41994) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:00.852190 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:00.892713 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5da8f3ad-2150-4110-927b-e536d2b53cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:00.952997 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.953540 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.954408 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.954845 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.955272 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.955758 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.956206 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.956635 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.957062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.957520 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:00.973541 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:01.097228 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Made reservation on behalf of ac537167367948ef88587242df4e921d for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:01.103187 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.118998 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] Current status of the port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:01.119354 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.137176 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:08:57Z', 'revision_number': 3, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:01.166751 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Checking router: 59ac08e4-aeb4-4212-b950-3597a8c679d3 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:09:01.167100 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Updating router 59ac08e4-aeb4-4212-b950-3597a8c679d3 port 6d250f4b-975e-4968-ae93-88e951d30e0a binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:09:01.187010 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] For port 24ee727e-9c66-47ed-b054-6e6955b8c2a0, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=24ee727e-9c66-47ed-b054-6e6955b8c2a0,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:01.188672 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:01.189202 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.203500 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:01.204326 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.240658 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Publish callbacks [] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.294448 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.398743 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-5337a27a-c95d-4399-bc3f-2039da411cc2 None None] Provisioning complete for port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:01.399195 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5337a27a-c95d-4399-bc3f-2039da411cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.509522 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.db.api [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 15:09:01.510494 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG oslo_db.api [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 15:09:01.526491 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cd15a-148c-48f8-a6c9-f43cc6f95312 None None] Pushing event updated for resources: {'Port': ['ID=24ee727e-9c66-47ed-b054-6e6955b8c2a0,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:01.539536 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:08:54Z', 'revision_number': 3, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:01.557880 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:01.558627 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:01.558627 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:01.558917 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:09:01.559214 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4478c718-07c3-4542-a935-bd6f7d489bd2']}} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:01.616618 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e032012-9f08-43c1-99e5-f39a35542d3f None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:08:54Z', 'revision_number': 3, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:09:01.655704 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:09:01.658180 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Publish callbacks [] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.668110 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.792814 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Attempting to bind port e5fb689d-1029-4200-9668-795dbaeb29c4 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:09:01.793617 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Attempting to bind port e5fb689d-1029-4200-9668-795dbaeb29c4 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:09:01.793617 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Attempting to bind port e5fb689d-1029-4200-9668-795dbaeb29c4 on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:01.829182 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5da8f3ad-2150-4110-927b-e536d2b53cad admin admin] Publish callbacks [] for security_group (1a7d4136-d42c-47e0-941a-025d235c80fa), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.869579 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:01.929517 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:01.961657 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5da8f3ad-2150-4110-927b-e536d2b53cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1a7d4136-d42c-47e0-941a-025d235c80fa), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.974101 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:09:01.975633 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:01.976102 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.978159 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:09:01.978159 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Bound port: e5fb689d-1029-4200-9668-795dbaeb29c4, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:09:01.989648 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:01.992587 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96251000-cdce-411f-8792-9b68ee16f612') {'for_net_delete': True} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:01.992587 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96251000-cdce-411f-8792-9b68ee16f612') {} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:02.093975 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11762101'] for segment (96251000-cdce-411f-8792-9b68ee16f612), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.109658 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:02.129229 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] For port e5fb689d-1029-4200-9668-795dbaeb29c4, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:02.133640 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] For port e5fb689d-1029-4200-9668-795dbaeb29c4, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=e5fb689d-1029-4200-9668-795dbaeb29c4,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:02.270589 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Publish callbacks [] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.288504 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.312502 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de6e1b-9001-4edc-b216-fd6fe7d87b34 None None] Pushing event updated for resources: {'Port': ['ID=e5fb689d-1029-4200-9668-795dbaeb29c4,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:02.331757 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-5337a27a-c95d-4399-bc3f-2039da411cc2 None None] Current status of the port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:02.395170 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (96251000-cdce-411f-8792-9b68ee16f612), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.418547 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.419171 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5da8f3ad-2150-4110-927b-e536d2b53cad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=595a3d59c45f452d935dcec7a8938828&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0173459 May 26 15:09:02.424249 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:02.431572 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42034) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:02.436858 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.451231 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8f3ad-2150-4110-927b-e536d2b53cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7d4136-d42c-47e0-941a-025d235c80fa,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:02.451811 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-20e9fb67-943b-4670-8508-06aa3cf95720 req-08c0f929-c71f-4bf3-8fdf-8a04ea09baeb tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.3190186 May 26 15:09:02.459806 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.468185 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Attempting to bind port 6d250f4b-975e-4968-ae93-88e951d30e0a on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:09:02.471292 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Attempting to bind port 6d250f4b-975e-4968-ae93-88e951d30e0a by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:09:02.473315 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Attempting to bind port 6d250f4b-975e-4968-ae93-88e951d30e0a on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:02.487176 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:02.505589 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a2b0b-4536-41e4-a379-e4ea7ebeca8f None None] Pushing event updated for resources: {'Port': ['ID=6d250f4b-975e-4968-ae93-88e951d30e0a,revision_number=2']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:02.533046 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:09:02.534231 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:02.534712 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.538002 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:09:02.538621 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Bound port: 6d250f4b-975e-4968-ae93-88e951d30e0a, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:09:02.538921 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.547133 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:02.587132 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:02.587872 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:02.628408 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:02.643415 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Allocated IP 172.20.0.5 (d6e67ec8-e436-41ad-87a9-abca58e8da75/eec99e1b-0731-496b-87a7-ae620be6ba3b/b9ffac19-267b-4766-ba46-ba00d2f456b7) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:02.742533 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=104042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:09:02.743219 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11732373'] for segment (96251000-cdce-411f-8792-9b68ee16f612), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.811517 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] For port 6d250f4b-975e-4968-ae93-88e951d30e0a, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:02.824048 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] For port 6d250f4b-975e-4968-ae93-88e951d30e0a, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=6d250f4b-975e-4968-ae93-88e951d30e0a,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:02.846776 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:02.855455 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:02.888413 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de6e1b-9001-4edc-b216-fd6fe7d87b34 None None] Pushing event updated for resources: {'Port': ['ID=e5fb689d-1029-4200-9668-795dbaeb29c4,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:02.947466 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:02.948291 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:03.128625 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:03.160240 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:03.180096 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:03.220787 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:03.221422 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (890ccd4b-a777-48f8-b6b3-37b79b45d48a), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:03.236955 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:03.254438 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Allocated IP 172.20.0.1 (4cc6f64a-79d5-4535-9da7-4cf3dfad5e95/a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc/041528df-a4e9-47f6-a38e-07cde90ecc05) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:03.282889 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (4478c718-07c3-4542-a935-bd6f7d489bd2), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:03.292193 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5f7c51ec-5d4a-442d-9fee-688b3471546a admin admin] Publish callbacks [] for security_group (1a7d4136-d42c-47e0-941a-025d235c80fa), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:03.475313 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 71633039-63df-4edd-8b31-7f30c7ce1f89 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:03.533942 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f7bdcb-e47f-4491-b225-b54a46448bea,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:03.574071 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a2b0b-4536-41e4-a379-e4ea7ebeca8f None None] Pushing event updated for resources: {'Port': ['ID=6d250f4b-975e-4968-ae93-88e951d30e0a,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:03.893243 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Publish callbacks [] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:03.914691 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:08:57Z', 'revision_number': 3, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:03.939272 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4478c718-07c3-4542-a935-bd6f7d489bd2,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:03.947641 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:03.954479 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-747986c4-4ad4-4cf7-a022-5063f7d713b2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4478c718-07c3-4542-a935-bd6f7d489bd2 HTTP/1.1" status: 204 len: 168 time: 4.4618652 May 26 15:09:03.971059 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:03.985507 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42062) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:04.063179 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8437b-d065-40fb-8ff8-2afe9854073e None None] The sync data for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi is: [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:08:57Z', 'revision_number': 3, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:09:04.090020 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.104787 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-44f3b2b9-dedf-426e-ad7b-9e78f67adf5f req-a2db2cd2-3dac-4a02-a21e-f0737c528517 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.3749843 May 26 15:09:04.131010 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 71633039-63df-4edd-8b31-7f30c7ce1f89 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:04.131909 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.153572 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Pushing event updated for resources: {'Port': ['ID=041528df-a4e9-47f6-a38e-07cde90ecc05,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:04.172171 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_v2 [None req-29051cc9-86aa-44bf-9836-394d5f8bbfcf admin admin] Deleting subnet a813f999-0264-4f12-85c8-c252ad989fb0 {{(pid=104042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:09:04.173901 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Publish callbacks [] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.214163 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 96251000-cdce-411f-8792-9b68ee16f612 resource provider aggregate not found May 26 15:09:04.254273 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5f7c51ec-5d4a-442d-9fee-688b3471546a admin admin] Publish callbacks [] for security_group (1a7d4136-d42c-47e0-941a-025d235c80fa), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.262276 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-29051cc9-86aa-44bf-9836-394d5f8bbfcf admin admin] Publish callbacks [] for subnet (a813f999-0264-4f12-85c8-c252ad989fb0), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.274416 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:04.344952 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 96251000-cdce-411f-8792-9b68ee16f612 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96251000-cdce-411f-8792-9b68ee16f612 found for delete ", "request_id": "req-a6536566-2772-4b95-9b28-7eb646285d8b"}]} May 26 15:09:04.350371 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:04.359551 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:04.413037 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:04.497926 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.530821 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-29051cc9-86aa-44bf-9836-394d5f8bbfcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11762060'] for subnet (a813f999-0264-4f12-85c8-c252ad989fb0), precommit_delete_associations {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.657773 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-c3e889c3-904d-4487-a369-e0bdbd7e7bc3 None None] Provisioning complete for port b4f7bdcb-e47f-4491-b225-b54a46448bea triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:04.659874 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c3e889c3-904d-4487-a369-e0bdbd7e7bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.668806 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (63032ff9-f2ac-4259-8458-6aa7251ad3c4), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.838844 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Network d6e67ec8-e436-41ad-87a9-abca58e8da75 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:04.846450 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.863551 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-c3e889c3-904d-4487-a369-e0bdbd7e7bc3 None None] Port b4f7bdcb-e47f-4491-b225-b54a46448bea cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:04.886572 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-29051cc9-86aa-44bf-9836-394d5f8bbfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (a813f999-0264-4f12-85c8-c252ad989fb0), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.889375 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5f7c51ec-5d4a-442d-9fee-688b3471546a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1a7d4136-d42c-47e0-941a-025d235c80fa), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.892463 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5f7c51ec-5d4a-442d-9fee-688b3471546a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:04.898334 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5f7c51ec-5d4a-442d-9fee-688b3471546a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a7d4136-d42c-47e0-941a-025d235c80fa HTTP/1.1" status: 204 len: 168 time: 2.4280107 May 26 15:09:04.937902 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:08:54Z', 'revision_number': 3, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:04.973537 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:04.980492 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588ab31-9c0d-477f-9632-6ed62d712328 None None] The sync data for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi is: [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:08:54Z', 'revision_number': 3, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:09:05.002620 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:05.020035 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-fc58716d-75e5-4013-a15f-a9ed86f6888b None None] Provisioning complete for port 041528df-a4e9-47f6-a38e-07cde90ecc05 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:05.021933 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fc58716d-75e5-4013-a15f-a9ed86f6888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:05.032714 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:05.034356 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c51ec-5d4a-442d-9fee-688b3471546a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7d4136-d42c-47e0-941a-025d235c80fa,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:05.064922 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:05.075772 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:05.106031 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:05.107155 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:05.126714 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-fc58716d-75e5-4013-a15f-a9ed86f6888b None None] Port 041528df-a4e9-47f6-a38e-07cde90ecc05 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:05.227648 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 71633039-63df-4edd-8b31-7f30c7ce1f89 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:05.230753 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:05.234874 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:05.347949 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:05.348961 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:05.358623 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-29051cc9-86aa-44bf-9836-394d5f8bbfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11761975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12408994'] for subnet (a813f999-0264-4f12-85c8-c252ad989fb0), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:05.396391 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-29051cc9-86aa-44bf-9836-394d5f8bbfcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:05.416427 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-29051cc9-86aa-44bf-9836-394d5f8bbfcf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a813f999-0264-4f12-85c8-c252ad989fb0 HTTP/1.1" status: 204 len: 168 time: 1.3616691 May 26 15:09:05.421895 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42082) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:05.538816 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:05.538816 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:05.558254 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:05.560471 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:05.564299 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:05.565768 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 685a3363-d711-4d46-8dc3-dc3dd69a0afb up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:05.698667 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ac221-9950-4941-ac3e-21d1cebbc5a8 req-e3340793-e034-450f-bdf3-532dfc4c1f58 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:05.719614 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-973ac221-9950-4941-ac3e-21d1cebbc5a8 req-e3340793-e034-450f-bdf3-532dfc4c1f58 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 931 time: 0.3868101 May 26 15:09:05.924779 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29051cc9-86aa-44bf-9836-394d5f8bbfcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a813f999-0264-4f12-85c8-c252ad989fb0,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:05.954542 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:05.988839 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:06.012000 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:06.032012 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 685a3363-d711-4d46-8dc3-dc3dd69a0afb triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:06.032664 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (56bad15f-df13-428f-9f95-bf85c32bdc45), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:06.033928 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:06.165790 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8989670 May 26 15:09:06.180810 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e78250-6f05-4811-8c55-979bfa1b79ba tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Pushing event updated for resources: {'Port': ['ID=b9ffac19-267b-4766-ba46-ba00d2f456b7,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:06.354204 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:06.383492 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 685a3363-d711-4d46-8dc3-dc3dd69a0afb is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:06.385716 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 24ee727e-9c66-47ed-b054-6e6955b8c2a0 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:06.584388 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:06.585838 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:06.660429 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-973ac221-9950-4941-ac3e-21d1cebbc5a8 req-79fd0cc6-dab8-4b42-95be-73185f0df98f tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9386408 May 26 15:09:06.804718 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (56bad15f-df13-428f-9f95-bf85c32bdc45), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:06.817987 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:06.830283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Publish callbacks [] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:06.860095 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:06.867842 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (890ccd4b-a777-48f8-b6b3-37b79b45d48a), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:06.868060 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bad15f-df13-428f-9f95-bf85c32bdc45']}} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:06.925738 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af302b10-be5f-491e-9f43-e540e7c54ade') {'for_net_delete': True} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:06.926948 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af302b10-be5f-491e-9f43-e540e7c54ade') {} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:06.954131 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11762101'] for segment (af302b10-be5f-491e-9f43-e540e7c54ade), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:06.981467 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (af302b10-be5f-491e-9f43-e540e7c54ade), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.037510 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=104042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:09:07.038533 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11732373'] for segment (af302b10-be5f-491e-9f43-e540e7c54ade), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.213093 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device e5fb689d-1029-4200-9668-795dbaeb29c4 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:07.230410 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment af302b10-be5f-491e-9f43-e540e7c54ade resource provider aggregate not found May 26 15:09:07.304210 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:07.307357 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment af302b10-be5f-491e-9f43-e540e7c54ade resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af302b10-be5f-491e-9f43-e540e7c54ade found for delete ", "request_id": "req-7f9af5aa-7ee7-492e-97f8-4fc8f15e3e90"}]} May 26 15:09:07.323536 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (56bad15f-df13-428f-9f95-bf85c32bdc45), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.352193 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:07.356690 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f7bdcb-e47f-4491-b225-b54a46448bea,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:07.368297 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.376547 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/56bad15f-df13-428f-9f95-bf85c32bdc45 HTTP/1.1" status: 204 len: 168 time: 1.9348021 May 26 15:09:07.390102 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port e5fb689d-1029-4200-9668-795dbaeb29c4 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:07.390862 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.410686 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:07.448530 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Allocated IP 172.20.0.1 (8b416354-97a2-42f7-a460-05ec32c4591a/f1f83baf-9e5d-4532-b217-d468b06c5513/b7132ea9-a9b6-4859-9abe-7c57eeafdca5) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:07.449014 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1ad4a-f951-431b-9f5c-73a65af450b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=56bad15f-df13-428f-9f95-bf85c32bdc45,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:07.502735 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Publish callbacks [] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.514844 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.525168 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-6302759f-8520-444b-a47a-83e2f66b5e94 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:09:07.526373 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-6302759f-8520-444b-a47a-83e2f66b5e94 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0087640 May 26 15:09:07.690844 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (63032ff9-f2ac-4259-8458-6aa7251ad3c4), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.694384 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Pushing event updated for resources: {'Port': ['ID=041528df-a4e9-47f6-a38e-07cde90ecc05,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:07.799901 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port e5fb689d-1029-4200-9668-795dbaeb29c4 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:07.800280 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.871900 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42142) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:07.922334 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port e5fb689d-1029-4200-9668-795dbaeb29c4, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=e5fb689d-1029-4200-9668-795dbaeb29c4,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:07.931190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:07.934573 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:07.985410 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:07.989379 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-3734c475-5fd4-4ec4-9609-79275dbad395 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68969c3e05e9433dbac7ff643427c5f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1158969 May 26 15:09:07.993207 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42146) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:08.046470 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:08.097118 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:08.104017 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:08.111891 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=e5fb689d-1029-4200-9668-795dbaeb29c4,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:08.129534 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b14f4b1-78f6-43ed-821f-e4ed3cb45d12 admin admin] Publish callbacks [] for security_group (04c6630a-43e3-4bed-a3d7-6f0ebae468e6), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.155073 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3bf83-d73d-45c8-8584-628ee401d6b8 req-14aed088-e9ef-4663-9eb9-5a26b084c00f tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:08.157098 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18e3bf83-d73d-45c8-8584-628ee401d6b8 req-14aed088-e9ef-4663-9eb9-5a26b084c00f tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 931 time: 0.0869722 May 26 15:09:08.177589 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-792f786c-7082-43c5-8a02-847fc9fa17d6 None None] Provisioning complete for port b4f7bdcb-e47f-4491-b225-b54a46448bea triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:08.177993 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-792f786c-7082-43c5-8a02-847fc9fa17d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.243872 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-792f786c-7082-43c5-8a02-847fc9fa17d6 None None] Port b4f7bdcb-e47f-4491-b225-b54a46448bea cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:08.246822 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:08.247501 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.264178 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b14f4b1-78f6-43ed-821f-e4ed3cb45d12 admin admin] Publish callbacks [] for security_group (04c6630a-43e3-4bed-a3d7-6f0ebae468e6), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.374976 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:09:08.421040 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:08.422292 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 6d250f4b-975e-4968-ae93-88e951d30e0a up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:08.434830 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b14f4b1-78f6-43ed-821f-e4ed3cb45d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (04c6630a-43e3-4bed-a3d7-6f0ebae468e6), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.438054 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b14f4b1-78f6-43ed-821f-e4ed3cb45d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.439817 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5b14f4b1-78f6-43ed-821f-e4ed3cb45d12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04c6630a-43e3-4bed-a3d7-6f0ebae468e6 HTTP/1.1" status: 204 len: 168 time: 0.4454341 May 26 15:09:08.473222 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14f4b1-78f6-43ed-821f-e4ed3cb45d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c6630a-43e3-4bed-a3d7-6f0ebae468e6,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:08.504226 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:08.551273 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 6d250f4b-975e-4968-ae93-88e951d30e0a triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:08.551668 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.564077 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18e3bf83-d73d-45c8-8584-628ee401d6b8 req-f047e954-b0e1-4ff8-9bf0-2550fbbc4d53 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920498 May 26 15:09:08.567663 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Publish callbacks [] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.596610 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:09:08.647995 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:09:08.651054 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-5992e9d0-469d-4380-a198-9b811adb1368 None None] Provisioning complete for port 041528df-a4e9-47f6-a38e-07cde90ecc05 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:08.651576 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5992e9d0-469d-4380-a198-9b811adb1368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.665407 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-86787e03-bc6a-41d9-87de-ecee6f752d07 admin admin] 10.222.0.46 "PUT /v2.0/routers/63032ff9-f2ac-4259-8458-6aa7251ad3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1192465 May 26 15:09:08.717870 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:08.741305 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.839370 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-5992e9d0-469d-4380-a198-9b811adb1368 None None] Port 041528df-a4e9-47f6-a38e-07cde90ecc05 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:08.868642 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Network 8b416354-97a2-42f7-a460-05ec32c4591a is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:08.881212 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:08.888023 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:08.889762 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (59ac08e4-aeb4-4212-b950-3597a8c679d3), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:08.933938 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 6d250f4b-975e-4968-ae93-88e951d30e0a is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:08.936954 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:09.039018 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:09.046439 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Pushing event updated for resources: {'Port': ['ID=b7132ea9-a9b6-4859-9abe-7c57eeafdca5,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:09.072662 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port 6d250f4b-975e-4968-ae93-88e951d30e0a, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=6d250f4b-975e-4968-ae93-88e951d30e0a,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:09.089492 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:09.261134 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:09:09.285976 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-08df51a4-5b87-495f-b08c-754a1785c5d3 admin admin] 10.222.0.46 "PUT /v2.0/routers/890ccd4b-a777-48f8-b6b3-37b79b45d48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6367509 May 26 15:09:09.287569 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:09.320079 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:09:09.398500 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:09.399410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:09.402529 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=6d250f4b-975e-4968-ae93-88e951d30e0a,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:09.527359 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42178) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:09.647267 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e39a1cff-7ba5-430e-b71a-7db7bdc28dae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4e82e4c96364f3e85f5c8673fdf5d91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1178095 May 26 15:09:09.650397 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42184) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:09.839538 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-27b7fee9-7804-4617-8571-c371a2062602 admin admin] Publish callbacks [] for security_group (06d0f181-06e7-43d3-abe5-e4479222ee6c), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:09.842314 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:09.859553 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:09.945346 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-27b7fee9-7804-4617-8571-c371a2062602 admin admin] Publish callbacks [] for security_group (06d0f181-06e7-43d3-abe5-e4479222ee6c), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:09.964727 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Sync routers for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:09:09.991410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device e5fb689d-1029-4200-9668-795dbaeb29c4 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:10.005572 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:10.006601 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:10.036392 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-c0b52d1c-3913-4a25-9afd-47b1cd3eee44 None None] Provisioning complete for port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:10.036940 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c0b52d1c-3913-4a25-9afd-47b1cd3eee44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:10.142711 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-27b7fee9-7804-4617-8571-c371a2062602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (06d0f181-06e7-43d3-abe5-e4479222ee6c), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:10.147978 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-c0b52d1c-3913-4a25-9afd-47b1cd3eee44 None None] Port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:10.149746 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-27b7fee9-7804-4617-8571-c371a2062602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:10.157344 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-27b7fee9-7804-4617-8571-c371a2062602 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06d0f181-06e7-43d3-abe5-e4479222ee6c HTTP/1.1" status: 204 len: 168 time: 0.5040202 May 26 15:09:10.172924 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59ac0-5b12-4a4b-a80c-5c39d3538115 req-82e1c4e6-dfca-4b39-bac2-bd08e4a624ed tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:10.186397 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5ad59ac0-5b12-4a4b-a80c-5c39d3538115 req-82e1c4e6-dfca-4b39-bac2-bd08e4a624ed tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 931 time: 0.2979782 May 26 15:09:10.196874 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7fee9-7804-4617-8571-c371a2062602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d0f181-06e7-43d3-abe5-e4479222ee6c,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:10.200034 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Request body: {'port': {'device_id': '36adfbf4-6054-422d-9c0a-f71051437895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:10.253324 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port e5fb689d-1029-4200-9668-795dbaeb29c4 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:10.254229 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:10.312189 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 2, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:10.361572 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:10.432908 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:09:10.433485 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Updating router 890ccd4b-a777-48f8-b6b3-37b79b45d48a port b4f7bdcb-e47f-4491-b225-b54a46448bea binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:09:10.543451 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Publish callbacks [] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:10.567292 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:10.570558 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (59ac08e4-aeb4-4212-b950-3597a8c679d3), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:10.664156 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5ad59ac0-5b12-4a4b-a80c-5c39d3538115 req-bcb7a581-43cb-497a-8428-3605dd46f058 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762795 May 26 15:09:10.799907 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Network 8b416354-97a2-42f7-a460-05ec32c4591a is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:10.804070 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:10.806560 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:10.969285 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42212) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:10.977745 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-6b7e71b3-e113-4027-a01c-d4f8ec75c906 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509131836', 'description': 'tempest-description--982678405'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:10.986922 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Pushing event updated for resources: {'Port': ['ID=b7132ea9-a9b6-4859-9abe-7c57eeafdca5,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:11.060190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:11.082925 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:06Z', 'revision_number': 2, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:11.095367 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6b7e71b3-e113-4027-a01c-d4f8ec75c906 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:11.179970 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port e5fb689d-1029-4200-9668-795dbaeb29c4 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:11.183316 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 6d250f4b-975e-4968-ae93-88e951d30e0a up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:11.199991 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Checking router: 63032ff9-f2ac-4259-8458-6aa7251ad3c4 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:09:11.202653 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Updating router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 port 041528df-a4e9-47f6-a38e-07cde90ecc05 binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:09:11.358770 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:11.399056 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6b7e71b3-e113-4027-a01c-d4f8ec75c906 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (be61b5d5-0d1c-45d6-b11b-b9d5ecb350be), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:11.403582 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:11.409097 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6b7e71b3-e113-4027-a01c-d4f8ec75c906 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (be61b5d5-0d1c-45d6-b11b-b9d5ecb350be), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:11.549196 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 6d250f4b-975e-4968-ae93-88e951d30e0a triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:11.551393 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6b7e71b3-e113-4027-a01c-d4f8ec75c906 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:11.557126 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:11.560214 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-6b7e71b3-e113-4027-a01c-d4f8ec75c906 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5897303 May 26 15:09:11.562616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Router 59ac08e4-aeb4-4212-b950-3597a8c679d3 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:09:11.564886 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42232) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:11.572454 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e71b3-e113-4027-a01c-d4f8ec75c906 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:11.618713 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-85077cf0-61b7-4469-85d9-a85775ebaec0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'security_group_rule': {'security_group_id': 'be61b5d5-0d1c-45d6-b11b-b9d5ecb350be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:11.743370 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:11.843993 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-85077cf0-61b7-4469-85d9-a85775ebaec0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (3d2288f2-18e2-4fe8-8b0d-7803b2cab3ac), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:11.876998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:12.073997 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 42242) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:12.100761 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:12.105390 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:12.148272 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-e70b6ac3-b39c-496e-a60b-272df481ea60 None None] Provisioning complete for port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:12.148889 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e70b6ac3-b39c-496e-a60b-272df481ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.160517 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-85077cf0-61b7-4469-85d9-a85775ebaec0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (3d2288f2-18e2-4fe8-8b0d-7803b2cab3ac), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.171046 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-85077cf0-61b7-4469-85d9-a85775ebaec0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (3d2288f2-18e2-4fe8-8b0d-7803b2cab3ac), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.194975 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:12.213665 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 6d250f4b-975e-4968-ae93-88e951d30e0a is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:12.263032 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-85077cf0-61b7-4469-85d9-a85775ebaec0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.267662 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-85077cf0-61b7-4469-85d9-a85775ebaec0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6951253 May 26 15:09:12.271529 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42248) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:12.317269 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-21320c61-6718-4994-876a-bb678e8aed0f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943555505', 'description': 'tempest-description--1529578075'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:12.331666 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-19ddd688-f44a-47f0-be6e-6977c59e9b8e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'security_group_rule': {'security_group_id': 'be61b5d5-0d1c-45d6-b11b-b9d5ecb350be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:12.333411 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-e70b6ac3-b39c-496e-a60b-272df481ea60 None None] Port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:12.405374 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85077cf0-61b7-4469-85d9-a85775ebaec0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2288f2-18e2-4fe8-8b0d-7803b2cab3ac,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:12.505315 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-19ddd688-f44a-47f0-be6e-6977c59e9b8e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (6e631a29-0793-4248-8095-004812a0e0d2), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.575443 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Publish callbacks [] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.587253 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.617588 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:12.739231 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-19ddd688-f44a-47f0-be6e-6977c59e9b8e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (6e631a29-0793-4248-8095-004812a0e0d2), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.749211 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-19ddd688-f44a-47f0-be6e-6977c59e9b8e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (6e631a29-0793-4248-8095-004812a0e0d2), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.797344 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddd688-f44a-47f0-be6e-6977c59e9b8e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e631a29-0793-4248-8095-004812a0e0d2,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:12.806587 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Publish callbacks [] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.823656 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.849147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-19ddd688-f44a-47f0-be6e-6977c59e9b8e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.850905 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-19ddd688-f44a-47f0-be6e-6977c59e9b8e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5577133 May 26 15:09:12.854322 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42260) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:12.859757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:12.867615 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Attempting to bind port 041528df-a4e9-47f6-a38e-07cde90ecc05 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:09:12.867791 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4a21d-8b41-4f1e-8939-e3947a832bfa req-f0be2669-f11d-43cf-a07c-8915cb7bcfd2 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:12.867916 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Attempting to bind port 041528df-a4e9-47f6-a38e-07cde90ecc05 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:09:12.868023 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Attempting to bind port 041528df-a4e9-47f6-a38e-07cde90ecc05 on network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:12.884171 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-22f4a21d-8b41-4f1e-8939-e3947a832bfa req-f0be2669-f11d-43cf-a07c-8915cb7bcfd2 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 931 time: 0.5881622 May 26 15:09:12.896805 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:09:12.897317 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Checking segment: {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:12.897909 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.898436 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Bound using segment: {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:09:12.899079 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Bound port: 041528df-a4e9-47f6-a38e-07cde90ecc05, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:09:12.899600 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:12.960962 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:13.121671 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-21320c61-6718-4994-876a-bb678e8aed0f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:13.143030 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c8267-f4bd-44af-85db-1cdd2aff5d0d None None] Pushing event updated for resources: {'Port': ['ID=b4f7bdcb-e47f-4491-b225-b54a46448bea,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:13.203448 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:09:13.221658 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-5ae153c1-bf5f-4801-9627-b8c87f5e3cef admin admin] 10.222.0.46 "PUT /v2.0/routers/59ac08e4-aeb4-4212-b950-3597a8c679d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3864651 May 26 15:09:13.271572 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:13.289276 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Sync routers for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:09:13.375917 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-5b2dc1c5-e84d-4121-869f-da8002f245d2 None None] Provisioning complete for port 041528df-a4e9-47f6-a38e-07cde90ecc05 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:13.376307 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc1c5-e84d-4121-869f-da8002f245d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:13.512327 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-5b2dc1c5-e84d-4121-869f-da8002f245d2 None None] Port 041528df-a4e9-47f6-a38e-07cde90ecc05 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:13.530819 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] For port 041528df-a4e9-47f6-a38e-07cde90ecc05, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:13.535651 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:13.538358 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:13.540517 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] For port 041528df-a4e9-47f6-a38e-07cde90ecc05, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=041528df-a4e9-47f6-a38e-07cde90ecc05,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:13.565800 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:13.594535 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd977b9-c7b8-4928-b9b1-3cc7149b8001 None None] Pushing event updated for resources: {'Port': ['ID=041528df-a4e9-47f6-a38e-07cde90ecc05,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:13.677650 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:13.682572 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:13.709946 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-e1df657e-32d1-4b5d-82bb-5543ff125b46 None None] Provisioning complete for port b4f7bdcb-e47f-4491-b225-b54a46448bea triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:13.713191 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e1df657e-32d1-4b5d-82bb-5543ff125b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:13.742289 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Attempting to bind port b4f7bdcb-e47f-4491-b225-b54a46448bea on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:09:13.744858 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Attempting to bind port b4f7bdcb-e47f-4491-b225-b54a46448bea by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:09:13.746036 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Attempting to bind port b4f7bdcb-e47f-4491-b225-b54a46448bea on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:13.771891 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Allocated IP 172.27.1.93 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/250bdeef-2936-48d3-88d1-824a931f6cb6) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:13.858516 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:09:13.860017 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Checking segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:13.862089 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:13.865486 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Bound using segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:09:13.866378 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Bound port: b4f7bdcb-e47f-4491-b225-b54a46448bea, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:09:13.868528 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.009387 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-22f4a21d-8b41-4f1e-8939-e3947a832bfa req-bbf2a24e-b445-4a71-b0b2-22c9caa743c5 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1241944 May 26 15:09:14.073335 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42288) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:14.078168 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-44b75d79-647e-4d9e-ad0b-b8977794198c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746484121', 'description': 'tempest-description--1277279064'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:14.129645 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:14.174637 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd977b9-c7b8-4928-b9b1-3cc7149b8001 None None] Pushing event updated for resources: {'Port': ['ID=041528df-a4e9-47f6-a38e-07cde90ecc05,revision_number=4']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:14.190327 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44b75d79-647e-4d9e-ad0b-b8977794198c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.192824 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-e1df657e-32d1-4b5d-82bb-5543ff125b46 None None] Port b4f7bdcb-e47f-4491-b225-b54a46448bea cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:14.227895 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ffac19-267b-4766-ba46-ba00d2f456b7 {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:09:14.285070 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Publish callbacks [] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.398386 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:14.399566 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-167bf2f4-0a0a-4789-9b08-bc573a271b44 None None] Provisioning complete for port 041528df-a4e9-47f6-a38e-07cde90ecc05 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:14.403639 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-167bf2f4-0a0a-4789-9b08-bc573a271b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.405814 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Transition to ACTIVE for port object b9ffac19-267b-4766-ba46-ba00d2f456b7 will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:09:14.441243 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:14.462566 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44b75d79-647e-4d9e-ad0b-b8977794198c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (bd35e08e-8176-4089-b5f0-5222aaf14074), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.471156 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:14.478059 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.481336 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44b75d79-647e-4d9e-ad0b-b8977794198c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bd35e08e-8176-4089-b5f0-5222aaf14074), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.554793 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b75d79-647e-4d9e-ad0b-b8977794198c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd35e08e-8176-4089-b5f0-5222aaf14074,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:14.566004 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44b75d79-647e-4d9e-ad0b-b8977794198c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.568259 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-44b75d79-647e-4d9e-ad0b-b8977794198c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4936614 May 26 15:09:14.570472 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:14.574190 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42298) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:14.586950 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-9cf18820-973e-43f9-babe-7d1b7d9d721d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'security_group_rule': {'security_group_id': 'bd35e08e-8176-4089-b5f0-5222aaf14074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:14.591061 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] For port b4f7bdcb-e47f-4491-b225-b54a46448bea, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:14.601676 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for port (250bdeef-2936-48d3-88d1-824a931f6cb6), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.676950 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] For port b4f7bdcb-e47f-4491-b225-b54a46448bea, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=b4f7bdcb-e47f-4491-b225-b54a46448bea,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:14.681490 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-21320c61-6718-4994-876a-bb678e8aed0f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (06f06ade-6fff-4a59-90fa-f0b84f1e23e0), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.688862 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffac19-267b-4766-ba46-ba00d2f456b7,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:14.692793 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9cf18820-973e-43f9-babe-7d1b7d9d721d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (77d96b50-2fd2-40fb-9f6a-ecab04a50122), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.699670 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-21320c61-6718-4994-876a-bb678e8aed0f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (06f06ade-6fff-4a59-90fa-f0b84f1e23e0), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.756238 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:14.858425 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.867152 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (250bdeef-2936-48d3-88d1-824a931f6cb6), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.893826 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-21320c61-6718-4994-876a-bb678e8aed0f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.898906 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-21320c61-6718-4994-876a-bb678e8aed0f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.5885246 May 26 15:09:14.957077 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 42310) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:14.962891 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9cf18820-973e-43f9-babe-7d1b7d9d721d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (77d96b50-2fd2-40fb-9f6a-ecab04a50122), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.971113 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9cf18820-973e-43f9-babe-7d1b7d9d721d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (77d96b50-2fd2-40fb-9f6a-ecab04a50122), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:14.973385 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-77402244-50f2-4973-823f-03e8f26b2e12 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group_rule': {'security_group_id': '06f06ade-6fff-4a59-90fa-f0b84f1e23e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:15.022673 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21320c61-6718-4994-876a-bb678e8aed0f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f06ade-6fff-4a59-90fa-f0b84f1e23e0,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:15.039494 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:15.119267 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Attempting to bind port b9ffac19-267b-4766-ba46-ba00d2f456b7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:09:15.119632 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Attempting to bind port b9ffac19-267b-4766-ba46-ba00d2f456b7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '73dbdc73-d17f-488f-b7c4-09d570edb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd6e67ec8-e436-41ad-87a9-abca58e8da75'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:09:15.120144 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Attempting to bind port b9ffac19-267b-4766-ba46-ba00d2f456b7 on network d6e67ec8-e436-41ad-87a9-abca58e8da75 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:15.134354 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-77402244-50f2-4973-823f-03e8f26b2e12 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (fd198dee-8a6c-41a3-81c9-7a317d91fe9a), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:15.137837 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Port b9ffac19-267b-4766-ba46-ba00d2f456b7 on network d6e67ec8-e436-41ad-87a9-abca58e8da75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:09:15.139241 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Attempting to bind port b9ffac19-267b-4766-ba46-ba00d2f456b7 on network d6e67ec8-e436-41ad-87a9-abca58e8da75 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:15.159838 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:09:15.160217 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Checking segment: {'id': '73dbdc73-d17f-488f-b7c4-09d570edb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd6e67ec8-e436-41ad-87a9-abca58e8da75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:15.160728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Bound using segment: {'id': '73dbdc73-d17f-488f-b7c4-09d570edb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd6e67ec8-e436-41ad-87a9-abca58e8da75'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:09:15.161250 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Bound port: b9ffac19-267b-4766-ba46-ba00d2f456b7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dbdc73-d17f-488f-b7c4-09d570edb8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd6e67ec8-e436-41ad-87a9-abca58e8da75'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:09:15.161689 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:15.180767 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:13Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:15.202987 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:15.314984 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcba534a-6abd-4834-9aba-2204b1a2a46b None None] The sync data for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi is: [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:13Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:09:15.459864 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'Port': ['ID=250bdeef-2936-48d3-88d1-824a931f6cb6,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:15.474247 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:15.481007 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:15.484052 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:15.488964 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9cf18820-973e-43f9-babe-7d1b7d9d721d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:15.490284 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-9cf18820-973e-43f9-babe-7d1b7d9d721d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9150832 May 26 15:09:15.520187 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42336) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:15.527987 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf18820-973e-43f9-babe-7d1b7d9d721d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d96b50-2fd2-40fb-9f6a-ecab04a50122,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:15.535606 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642fc2d-1a2d-4115-aeda-e357bf48e59b req-8006aa30-73a9-4e76-b836-ec3b02cb1678 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:15.537226 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5642fc2d-1a2d-4115-aeda-e357bf48e59b req-8006aa30-73a9-4e76-b836-ec3b02cb1678 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 943 time: 0.3093684 May 26 15:09:15.550756 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-7f085a87-1ab4-4cf9-84fc-2fc533312001 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'security_group_rule': {'security_group_id': 'bd35e08e-8176-4089-b5f0-5222aaf14074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:15.633046 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7f085a87-1ab4-4cf9-84fc-2fc533312001 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (b1e1fbea-485f-4afe-a9fd-edbe4a4f9f62), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:15.673420 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-77402244-50f2-4973-823f-03e8f26b2e12 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (fd198dee-8a6c-41a3-81c9-7a317d91fe9a), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:15.707734 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c8267-f4bd-44af-85db-1cdd2aff5d0d None None] Pushing event updated for resources: {'Port': ['ID=b4f7bdcb-e47f-4491-b225-b54a46448bea,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:15.715612 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-77402244-50f2-4973-823f-03e8f26b2e12 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (fd198dee-8a6c-41a3-81c9-7a317d91fe9a), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:15.730537 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 2, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:15.798411 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77402244-50f2-4973-823f-03e8f26b2e12 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd198dee-8a6c-41a3-81c9-7a317d91fe9a,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:15.802132 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] For port b9ffac19-267b-4766-ba46-ba00d2f456b7, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:15.828498 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Checking router: 59ac08e4-aeb4-4212-b950-3597a8c679d3 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:09:15.828498 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Updating router 59ac08e4-aeb4-4212-b950-3597a8c679d3 port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:09:15.846149 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5642fc2d-1a2d-4115-aeda-e357bf48e59b req-c747c9b0-2f35-4363-b44b-8c09cf29ac9c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813284 May 26 15:09:15.886974 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-77402244-50f2-4973-823f-03e8f26b2e12 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:15.894445 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-77402244-50f2-4973-823f-03e8f26b2e12 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9326787 May 26 15:09:15.923131 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 42348) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:15.931883 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-5603d90b-db82-45de-913c-16707f01b1e9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group_rule': {'security_group_id': '06f06ade-6fff-4a59-90fa-f0b84f1e23e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:15.937167 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-167bf2f4-0a0a-4789-9b08-bc573a271b44 None None] Current status of the port 041528df-a4e9-47f6-a38e-07cde90ecc05 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:15.937524 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-167bf2f4-0a0a-4789-9b08-bc573a271b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.015355 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] For port b9ffac19-267b-4766-ba46-ba00d2f456b7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9ffac19-267b-4766-ba46-ba00d2f456b7,segment=NetworkSegment(73dbdc73-d17f-488f-b7c4-09d570edb8d0),segment_id=73dbdc73-d17f-488f-b7c4-09d570edb8d0)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:16.035595 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.064745 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-167bf2f4-0a0a-4789-9b08-bc573a271b44 None None] For port 041528df-a4e9-47f6-a38e-07cde90ecc05, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=041528df-a4e9-47f6-a38e-07cde90ecc05,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:16.093630 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-167bf2f4-0a0a-4789-9b08-bc573a271b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.182110 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.200607 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5603d90b-db82-45de-913c-16707f01b1e9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (43733ac5-6e3b-47d9-b810-c2dabd9f2d44), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.235623 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bf2f4-0a0a-4789-9b08-bc573a271b44 None None] Pushing event updated for resources: {'Port': ['ID=041528df-a4e9-47f6-a38e-07cde90ecc05,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:16.239156 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:16.239831 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:16.245095 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.304537 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7f085a87-1ab4-4cf9-84fc-2fc533312001 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (b1e1fbea-485f-4afe-a9fd-edbe4a4f9f62), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.371749 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:16.377250 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.390854 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] 10.222.0.75 "PUT /v2.0/ports/b9ffac19-267b-4766-ba46-ba00d2f456b7 HTTP/1.1" status: 200 len: 1093 time: 6.8632030 May 26 15:09:16.394088 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36adfbf4-6054-422d-9c0a-f71051437895', 'tag': 'b9ffac19-267b-4766-ba46-ba00d2f456b7'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:16.450058 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7f085a87-1ab4-4cf9-84fc-2fc533312001 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (b1e1fbea-485f-4afe-a9fd-edbe4a4f9f62), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.489751 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-527f7269-3b48-499a-959a-f51fcd448fc1 None None] Provisioning complete for port b4f7bdcb-e47f-4491-b225-b54a46448bea triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:16.490298 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-527f7269-3b48-499a-959a-f51fcd448fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.545584 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f085a87-1ab4-4cf9-84fc-2fc533312001 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e1fbea-485f-4afe-a9fd-edbe4a4f9f62,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:16.551832 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (250bdeef-2936-48d3-88d1-824a931f6cb6), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.652225 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7f085a87-1ab4-4cf9-84fc-2fc533312001 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:16.658627 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-7f085a87-1ab4-4cf9-84fc-2fc533312001 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1353559 May 26 15:09:16.659634 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42364) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:16.667269 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:16.703830 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 041528df-a4e9-47f6-a38e-07cde90ecc05 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:16.888052 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:17.087984 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-33bd4149-5814-48a8-b8b8-474901dfd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:17.096646 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-33bd4149-5814-48a8-b8b8-474901dfd759 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac537167367948ef88587242df4e921d&device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 1127 time: 0.3247561 May 26 15:09:17.516692 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c40736-0fbf-4970-8ca0-8aa79f10c50a" -d '{"events": [{"name": "network-changed", "server_uuid": "36adfbf4-6054-422d-9c0a-f71051437895", "tag": "b9ffac19-267b-4766-ba46-ba00d2f456b7"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:17.521325 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:17.618656 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbf467-db80-45a4-b60a-fbde3a97026e req-a5096aac-6f95-45ab-b60b-5eea0e4297b6 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:17.630553 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:17.639359 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-48bbf467-db80-45a4-b60a-fbde3a97026e req-a5096aac-6f95-45ab-b60b-5eea0e4297b6 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 943 time: 0.5378819 May 26 15:09:17.658289 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-eb3f553a-ac9b-490b-b394-8ceeca7e4865 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9ffac19-267b-4766-ba46-ba00d2f456b7 HTTP/1.1" status: 200 len: 217 time: 0.4718502 May 26 15:09:17.825287 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 041528df-a4e9-47f6-a38e-07cde90ecc05 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:17.825287 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:17.826599 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:17.869019 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-564a7ad6-ec75-45f6-b6d4-ef47ca696cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:17.871132 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-564a7ad6-ec75-45f6-b6d4-ef47ca696cfa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eec99e1b-0731-496b-87a7-ae620be6ba3b HTTP/1.1" status: 200 len: 852 time: 0.2061024 May 26 15:09:17.872016 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cd39d-b62e-4239-ba77-9fed9b0403be service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffac19-267b-4766-ba46-ba00d2f456b7,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:17.909688 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:17.910102 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:17.969759 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:18.087807 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-cd74cca4-30de-4f8c-a4bc-b84b65408f62 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6e67ec8-e436-41ad-87a9-abca58e8da75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836920 May 26 15:09:18.181845 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Allocated IP 172.27.1.12 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/09b6c74e-7a32-4152-87ad-a9930cdfc51c) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:18.273120 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:18.346091 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562b2e43-c083-4c1a-9773-07d8f6a5cf5d x-openstack-request-id: req-562b2e43-c083-4c1a-9773-07d8f6a5cf5d {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:18.346383 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36adfbf4-6054-422d-9c0a-f71051437895", "tag": "b9ffac19-267b-4766-ba46-ba00d2f456b7", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:18.350994 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-562b2e43-c083-4c1a-9773-07d8f6a5cf5d {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:18.352231 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562b2e43-c083-4c1a-9773-07d8f6a5cf5d'] response: {'name': 'network-changed', 'server_uuid': '36adfbf4-6054-422d-9c0a-f71051437895', 'tag': 'b9ffac19-267b-4766-ba46-ba00d2f456b7', 'status': 'completed', 'code': 200} May 26 15:09:18.368032 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-48bbf467-db80-45a4-b60a-fbde3a97026e req-4888fa81-aa94-4c44-873b-f8fc615153ce tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7255268 May 26 15:09:18.386515 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:18.414948 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5603d90b-db82-45de-913c-16707f01b1e9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (43733ac5-6e3b-47d9-b810-c2dabd9f2d44), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:18.473827 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:14Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:18.542695 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906db5b-47ce-4cd1-954d-3bc8e7d484d2 None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:14Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:09:18.594633 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5603d90b-db82-45de-913c-16707f01b1e9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (43733ac5-6e3b-47d9-b810-c2dabd9f2d44), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:18.742082 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603d90b-db82-45de-913c-16707f01b1e9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43733ac5-6e3b-47d9-b810-c2dabd9f2d44,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:18.792618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5603d90b-db82-45de-913c-16707f01b1e9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:18.794744 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-5603d90b-db82-45de-913c-16707f01b1e9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8703496 May 26 15:09:18.803275 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 42440) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:18.831544 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 041528df-a4e9-47f6-a38e-07cde90ecc05 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:18.846880 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:18.909409 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-527f7269-3b48-499a-959a-f51fcd448fc1 None None] Current status of the port b4f7bdcb-e47f-4491-b225-b54a46448bea is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:18.911351 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-527f7269-3b48-499a-959a-f51fcd448fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.024948 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-527f7269-3b48-499a-959a-f51fcd448fc1 None None] For port b4f7bdcb-e47f-4491-b225-b54a46448bea, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=b4f7bdcb-e47f-4491-b225-b54a46448bea,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:19.025436 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.037712 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for port (250bdeef-2936-48d3-88d1-824a931f6cb6), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.057224 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-527f7269-3b48-499a-959a-f51fcd448fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.090661 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (250bdeef-2936-48d3-88d1-824a931f6cb6), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.166958 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for port (09b6c74e-7a32-4152-87ad-a9930cdfc51c), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.273578 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42454) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:19.335286 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (09b6c74e-7a32-4152-87ad-a9930cdfc51c), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.422872 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-1cbcd3d1-6836-45f3-b0d8-2814554c8d35 service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67ec8-e436-41ad-87a9-abca58e8da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2990866 May 26 15:09:19.496192 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:19.497084 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Publish callbacks [] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.509681 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 041528df-a4e9-47f6-a38e-07cde90ecc05 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:19.626782 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.679826 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:19.687228 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:19.695728 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:19.739147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'Port': ['ID=250bdeef-2936-48d3-88d1-824a931f6cb6,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:19.768618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:19.808196 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f7269-3b48-499a-959a-f51fcd448fc1 None None] Pushing event updated for resources: {'Port': ['ID=b4f7bdcb-e47f-4491-b225-b54a46448bea,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:19.819765 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:19.834121 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba1520-ce27-4762-83b0-c2f38ead7b10 req-51ed29bc-4331-4942-9f22-98cef23ae104 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:19.851641 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dfba1520-ce27-4762-83b0-c2f38ead7b10 req-51ed29bc-4331-4942-9f22-98cef23ae104 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 943 time: 0.2758915 May 26 15:09:19.977544 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a4ae41ac-43ce-4e6f-a79f-43f89fa7285a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.028016 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 42472) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:20.079804 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 041528df-a4e9-47f6-a38e-07cde90ecc05 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:20.080362 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.100932 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.124413 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dfba1520-ce27-4762-83b0-c2f38ead7b10 req-5ee935c9-dab0-4684-adfc-1dd7523d745c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704856 May 26 15:09:20.192396 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:20.212521 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ba14074-d790-4f64-a49d-99f4ea3a2e20 req-a902ec0b-d2ba-48c3-8766-cd3a5fd4974c service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67ec8-e436-41ad-87a9-abca58e8da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7585864 May 26 15:09:20.378918 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64544c-20b1-4374-90b5-fa83000b6496 None None] Pushing event updated for resources: {'Port': ['ID=b7132ea9-a9b6-4859-9abe-7c57eeafdca5,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:20.398915 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'Port': ['ID=09b6c74e-7a32-4152-87ad-a9930cdfc51c,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:20.415238 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Allocated IP 172.27.1.126 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/a3b7e01a-4e50-46e8-9b12-de7fba564052) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:20.445391 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.465914 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-4a0e3c34-032a-443a-86c8-a5521fd5967b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6016285 May 26 15:09:20.491711 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Attempting to bind port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:09:20.492089 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Attempting to bind port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:09:20.492669 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Attempting to bind port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 on network 8b416354-97a2-42f7-a460-05ec32c4591a {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:20.510039 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:09:20.510528 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Checking segment: {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:20.511165 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.511866 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Bound using segment: {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:09:20.512830 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Bound port: b7132ea9-a9b6-4859-9abe-7c57eeafdca5, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:09:20.513937 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.571788 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (a002f296-ab8c-4b22-ab4e-00a8ae4f1217), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.596783 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-9e75ca91-04a7-45f7-bd63-72e92e8bd9a9 None None] Provisioning complete for port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:20.597389 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca91-04a7-45f7-bd63-72e92e8bd9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.648006 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-4b3ccbb8-d34c-46d4-92d8-0d289b9a8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:20.649845 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-4b3ccbb8-d34c-46d4-92d8-0d289b9a8554 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac537167367948ef88587242df4e921d&device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 1127 time: 0.2022541 May 26 15:09:20.650791 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2ae4dac3-f04d-4af9-9af6-9199b7f8a997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.721427 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 041528df-a4e9-47f6-a38e-07cde90ecc05 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:20.723518 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device b4f7bdcb-e47f-4491-b225-b54a46448bea up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:20.730792 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-9e75ca91-04a7-45f7-bd63-72e92e8bd9a9 None None] Port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:20.767327 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (09b6c74e-7a32-4152-87ad-a9930cdfc51c), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.834275 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a4ae41ac-43ce-4e6f-a79f-43f89fa7285a admin admin] Publish callbacks [] for security_group (9d99c837-33f7-4343-9370-53722d8881b2), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.864911 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a4ae41ac-43ce-4e6f-a79f-43f89fa7285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9d99c837-33f7-4343-9370-53722d8881b2), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:20.920270 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] For port b7132ea9-a9b6-4859-9abe-7c57eeafdca5, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:20.935728 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port b4f7bdcb-e47f-4491-b225-b54a46448bea triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:20.936070 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.035516 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] For port b7132ea9-a9b6-4859-9abe-7c57eeafdca5, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=b7132ea9-a9b6-4859-9abe-7c57eeafdca5,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:21.070145 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42518) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:21.098101 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-a4ae41ac-43ce-4e6f-a79f-43f89fa7285a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2376a926511f4759bd0c9513f7edf91e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8063745 May 26 15:09:21.102718 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae41ac-43ce-4e6f-a79f-43f89fa7285a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d99c837-33f7-4343-9370-53722d8881b2,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:21.123323 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42522) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:21.177713 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port b4f7bdcb-e47f-4491-b225-b54a46448bea is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:21.188822 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.279299 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:21.335483 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1692aad2-1a8e-41c7-90c6-4de9abc1c853 admin admin] Publish callbacks [] for security_group (9d99c837-33f7-4343-9370-53722d8881b2), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.397416 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64544c-20b1-4374-90b5-fa83000b6496 None None] Pushing event updated for resources: {'Port': ['ID=b7132ea9-a9b6-4859-9abe-7c57eeafdca5,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:21.434652 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device b4f7bdcb-e47f-4491-b225-b54a46448bea up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:21.453407 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dfcc06f9-a8d9-418f-a428-0a4f143dec3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.457585 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:21.495118 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:21.500752 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:21.501486 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:21.515325 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1692aad2-1a8e-41c7-90c6-4de9abc1c853 admin admin] Publish callbacks [] for security_group (9d99c837-33f7-4343-9370-53722d8881b2), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.634609 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for port (09b6c74e-7a32-4152-87ad-a9930cdfc51c), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.639082 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port b4f7bdcb-e47f-4491-b225-b54a46448bea triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:21.639562 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.657571 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (09b6c74e-7a32-4152-87ad-a9930cdfc51c), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.692206 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac9917-725b-4858-b35d-3f8c71b39e78 req-74987256-b6a7-4719-b1ec-422f98ca8238 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:21.704618 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-72ac9917-725b-4858-b35d-3f8c71b39e78 req-74987256-b6a7-4719-b1ec-422f98ca8238 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 943 time: 0.2882929 May 26 15:09:21.712912 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-2fe9b5cd-3812-4c01-a06c-514a9bb826a0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--509131836&fields=id&tenant_id=d732418a4b2247e59ed96898b21cf6b1 HTTP/1.1" status: 200 len: 267 time: 0.7448325 May 26 15:09:21.763510 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1692aad2-1a8e-41c7-90c6-4de9abc1c853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9d99c837-33f7-4343-9370-53722d8881b2), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.768467 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1692aad2-1a8e-41c7-90c6-4de9abc1c853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.770430 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1692aad2-1a8e-41c7-90c6-4de9abc1c853 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d99c837-33f7-4343-9370-53722d8881b2 HTTP/1.1" status: 204 len: 168 time: 0.6518188 May 26 15:09:21.791321 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:21.793186 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (a3b7e01a-4e50-46e8-9b12-de7fba564052), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.798083 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:21.800697 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port b4f7bdcb-e47f-4491-b225-b54a46448bea is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:21.846319 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:21.846758 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'Port': ['ID=09b6c74e-7a32-4152-87ad-a9930cdfc51c,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:21.865424 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692aad2-1a8e-41c7-90c6-4de9abc1c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d99c837-33f7-4343-9370-53722d8881b2,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:21.874880 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dfcc06f9-a8d9-418f-a428-0a4f143dec3d admin admin] Publish callbacks [] for security_group (e767293e-ae70-42cc-9515-9ddca7821884), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.884543 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-0e9b14c8-deb5-48cd-8180-41db2b0f1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:21.884914 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (a002f296-ab8c-4b22-ab4e-00a8ae4f1217), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.887496 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-0e9b14c8-deb5-48cd-8180-41db2b0f1e88 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6e67ec8-e436-41ad-87a9-abca58e8da75 HTTP/1.1" status: 200 len: 913 time: 1.1892920 May 26 15:09:21.891522 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dfcc06f9-a8d9-418f-a428-0a4f143dec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e767293e-ae70-42cc-9515-9ddca7821884), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.898004 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:21.951120 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:21.952507 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-eb7d3330-7024-4174-a9b4-6866115d7cde tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2889721 May 26 15:09:21.971928 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-dfcc06f9-a8d9-418f-a428-0a4f143dec3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5792798bb80e49e895262713d5368988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8964908 May 26 15:09:21.972962 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42534) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:21.979828 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc06f9-a8d9-418f-a428-0a4f143dec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e767293e-ae70-42cc-9515-9ddca7821884,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:22.014465 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-89abdd37-7b3b-440d-bb89-6e91486baa2b None None] Provisioning complete for port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:22.014887 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-89abdd37-7b3b-440d-bb89-6e91486baa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.067985 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3b1312e0-0d1b-4a27-b1a5-bbc17538adce admin admin] Publish callbacks [] for security_group (e767293e-ae70-42cc-9515-9ddca7821884), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.109351 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3b1312e0-0d1b-4a27-b1a5-bbc17538adce admin admin] Publish callbacks [] for security_group (e767293e-ae70-42cc-9515-9ddca7821884), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.160738 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2ae4dac3-f04d-4af9-9af6-9199b7f8a997 admin admin] Publish callbacks [] for security_group (e062b722-4cb2-4d9d-bbcc-32e8d1bbe619), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.179587 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-21b59dc9-54df-4a42-a356-d369d90a02e0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9ffac19-267b-4766-ba46-ba00d2f456b7 HTTP/1.1" status: 200 len: 217 time: 0.2797940 May 26 15:09:22.224221 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2ae4dac3-f04d-4af9-9af6-9199b7f8a997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e062b722-4cb2-4d9d-bbcc-32e8d1bbe619), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.229159 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3b1312e0-0d1b-4a27-b1a5-bbc17538adce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e767293e-ae70-42cc-9515-9ddca7821884), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.238609 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3b1312e0-0d1b-4a27-b1a5-bbc17538adce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.243404 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-3b1312e0-0d1b-4a27-b1a5-bbc17538adce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e767293e-ae70-42cc-9515-9ddca7821884 HTTP/1.1" status: 204 len: 168 time: 0.2664173 May 26 15:09:22.281731 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1312e0-0d1b-4a27-b1a5-bbc17538adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e767293e-ae70-42cc-9515-9ddca7821884,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:22.322690 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-72ac9917-725b-4858-b35d-3f8c71b39e78 req-14c13641-4aed-4848-9833-37ee00323c7c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167355 May 26 15:09:22.358820 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-2ae4dac3-f04d-4af9-9af6-9199b7f8a997 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8d41b2b380b48aa83e6a852a826615e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3230186 May 26 15:09:22.359266 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42544) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:22.377280 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4dac3-f04d-4af9-9af6-9199b7f8a997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e062b722-4cb2-4d9d-bbcc-32e8d1bbe619,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:22.385836 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-81960d85-819e-4ed3-b392-be3332ab7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:22.388368 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-81960d85-819e-4ed3-b392-be3332ab7933 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eec99e1b-0731-496b-87a7-ae620be6ba3b HTTP/1.1" status: 200 len: 852 time: 0.1999154 May 26 15:09:22.389663 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (a3b7e01a-4e50-46e8-9b12-de7fba564052), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.451823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-bb717d73-47d3-426d-a42a-5185d0fc0ee6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:22.476751 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-bb717d73-47d3-426d-a42a-5185d0fc0ee6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 817 time: 0.7466199 May 26 15:09:22.508080 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42552) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:22.585333 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0b764688-448c-44b2-9db0-5587e68dba57 admin admin] Publish callbacks [] for security_group (e062b722-4cb2-4d9d-bbcc-32e8d1bbe619), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.589728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:22.602645 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d544c037-104e-4f4e-964a-5f11349cb4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.644068 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:22.664690 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:22.671783 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-1bfa1970-d16f-413e-a8c4-06abada7cb48 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6e67ec8-e436-41ad-87a9-abca58e8da75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2651110 May 26 15:09:22.703279 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-271e40b1-3e46-419b-94a2-7836e6fb6fb5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/quotas/d732418a4b2247e59ed96898b21cf6b1 HTTP/1.1" status: 200 len: 375 time: 0.1568129 May 26 15:09:22.747018 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0b764688-448c-44b2-9db0-5587e68dba57 admin admin] Publish callbacks [] for security_group (e062b722-4cb2-4d9d-bbcc-32e8d1bbe619), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.811656 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-89abdd37-7b3b-440d-bb89-6e91486baa2b None None] Current status of the port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:22.812347 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-89abdd37-7b3b-440d-bb89-6e91486baa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.813850 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:22.855470 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-5da99c2e-f293-4478-8500-bea66836f411 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508088 May 26 15:09:22.891562 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=a3b7e01a-4e50-46e8-9b12-de7fba564052,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:22.937370 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d544c037-104e-4f4e-964a-5f11349cb4ef admin admin] Publish callbacks [] for security_group (0f06a137-1287-46ae-8129-66d350f7f62f), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.939404 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0b764688-448c-44b2-9db0-5587e68dba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e062b722-4cb2-4d9d-bbcc-32e8d1bbe619), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.946312 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0b764688-448c-44b2-9db0-5587e68dba57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.948911 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0b764688-448c-44b2-9db0-5587e68dba57 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e062b722-4cb2-4d9d-bbcc-32e8d1bbe619 HTTP/1.1" status: 204 len: 168 time: 0.5877900 May 26 15:09:22.957348 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:20Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:22.959163 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d544c037-104e-4f4e-964a-5f11349cb4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0f06a137-1287-46ae-8129-66d350f7f62f), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:22.963183 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-89abdd37-7b3b-440d-bb89-6e91486baa2b None None] For port b7132ea9-a9b6-4859-9abe-7c57eeafdca5, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=b7132ea9-a9b6-4859-9abe-7c57eeafdca5,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:22.992533 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b764688-448c-44b2-9db0-5587e68dba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e062b722-4cb2-4d9d-bbcc-32e8d1bbe619,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:22.999144 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-89abdd37-7b3b-440d-bb89-6e91486baa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.007649 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcf9e1-76e8-492d-8071-e9e6a4cac7f4 None None] The sync data for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi is: [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:20Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:09:23.125026 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-d544c037-104e-4f4e-964a-5f11349cb4ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a3c1e84727d40e28db1d10900ca0f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6056099 May 26 15:09:23.136366 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42568) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:23.143909 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abdd37-7b3b-440d-bb89-6e91486baa2b None None] Pushing event updated for resources: {'Port': ['ID=b7132ea9-a9b6-4859-9abe-7c57eeafdca5,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:23.165882 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544c037-104e-4f4e-964a-5f11349cb4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06a137-1287-46ae-8129-66d350f7f62f,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:23.169748 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-44fa420a-3808-4a2f-8549-abacb22a8a02 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1746484121&fields=id&tenant_id=0910873988084bc0becc79bb99febc96 HTTP/1.1" status: 200 len: 267 time: 0.5124853 May 26 15:09:23.300330 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dc6a75e8-b3c4-4004-8b6a-e9c2a2390aa6 admin admin] Publish callbacks [] for security_group (0f06a137-1287-46ae-8129-66d350f7f62f), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.362279 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dc6a75e8-b3c4-4004-8b6a-e9c2a2390aa6 admin admin] Publish callbacks [] for security_group (0f06a137-1287-46ae-8129-66d350f7f62f), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.367062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42570) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:23.390202 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device b7132ea9-a9b6-4859-9abe-7c57eeafdca5 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:23.403034 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:23.442492 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (456f7a4c-e0bb-4c69-a629-85217ab32694), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.480376 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:23.480935 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.502169 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2be91eaf-7ab6-4a56-91e3-50012ea4a557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.631340 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:23.648547 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-a4abfd20-c630-4c03-9983-742bf65e6c4b tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:23.656715 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-a4abfd20-c630-4c03-9983-742bf65e6c4b tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 810 time: 0.3858709 May 26 15:09:23.684652 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7f8ea9c8-e9b2-4466-ac35-35af690b8a50 service neutron] 10.222.0.46 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203679 May 26 15:09:23.691759 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-a67b791f-0ac9-47ea-913b-63cd0f606d91 service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67ec8-e436-41ad-87a9-abca58e8da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9752319 May 26 15:09:23.704360 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-91900c92-00ff-488b-95da-604108590955 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/quotas/0910873988084bc0becc79bb99febc96 HTTP/1.1" status: 200 len: 375 time: 0.0464795 May 26 15:09:23.714685 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2be91eaf-7ab6-4a56-91e3-50012ea4a557 admin admin] Publish callbacks [] for security_group (807e2afc-d603-47be-a1af-4d5f0d877639), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.720025 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:23.721541 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2be91eaf-7ab6-4a56-91e3-50012ea4a557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (807e2afc-d603-47be-a1af-4d5f0d877639), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.733074 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (a3b7e01a-4e50-46e8-9b12-de7fba564052), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.777101 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be91eaf-7ab6-4a56-91e3-50012ea4a557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807e2afc-d603-47be-a1af-4d5f0d877639,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:23.818226 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:23.821109 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-2be91eaf-7ab6-4a56-91e3-50012ea4a557 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95ad0ab555bd4392926e926e53458a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497609 May 26 15:09:23.823698 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42582) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:23.832889 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dc6a75e8-b3c4-4004-8b6a-e9c2a2390aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0f06a137-1287-46ae-8129-66d350f7f62f), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.835528 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dc6a75e8-b3c4-4004-8b6a-e9c2a2390aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.840983 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-dc6a75e8-b3c4-4004-8b6a-e9c2a2390aa6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f06a137-1287-46ae-8129-66d350f7f62f HTTP/1.1" status: 204 len: 168 time: 0.6965251 May 26 15:09:23.863778 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a75e8-b3c4-4004-8b6a-e9c2a2390aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06a137-1287-46ae-8129-66d350f7f62f,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:23.907424 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42586) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:23.949666 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-91d6e184-1ad6-4859-b51b-024e83c99753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:23.994876 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-435aefb1-cd5b-4f63-b179-2edbfe7d27e2 admin admin] Publish callbacks [] for security_group (807e2afc-d603-47be-a1af-4d5f0d877639), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.086401 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-435aefb1-cd5b-4f63-b179-2edbfe7d27e2 admin admin] Publish callbacks [] for security_group (807e2afc-d603-47be-a1af-4d5f0d877639), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.141194 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:24.177796 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-3fc2c324-a6ba-4b7c-aeb5-0223dcc806ac tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4721906 May 26 15:09:24.198349 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-435aefb1-cd5b-4f63-b179-2edbfe7d27e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (807e2afc-d603-47be-a1af-4d5f0d877639), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.201802 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-435aefb1-cd5b-4f63-b179-2edbfe7d27e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.203910 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-435aefb1-cd5b-4f63-b179-2edbfe7d27e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/807e2afc-d603-47be-a1af-4d5f0d877639 HTTP/1.1" status: 204 len: 168 time: 0.3783391 May 26 15:09:24.206649 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-91d6e184-1ad6-4859-b51b-024e83c99753 admin admin] Publish callbacks [] for security_group (5de4612b-192a-4ec6-9d79-d8ca9d5eb54f), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.217578 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-91d6e184-1ad6-4859-b51b-024e83c99753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5de4612b-192a-4ec6-9d79-d8ca9d5eb54f), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.224310 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435aefb1-cd5b-4f63-b179-2edbfe7d27e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807e2afc-d603-47be-a1af-4d5f0d877639,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:24.296635 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device b9ffac19-267b-4766-ba46-ba00d2f456b7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:09:24.409753 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6e184-1ad6-4859-b51b-024e83c99753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de4612b-192a-4ec6-9d79-d8ca9d5eb54f,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:24.446580 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-91d6e184-1ad6-4859-b51b-024e83c99753 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2135fbd21c845c0ab71d02d5be2d3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5362015 May 26 15:09:24.451441 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (a3b7e01a-4e50-46e8-9b12-de7fba564052), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.456294 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42594) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:24.531675 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0e5d254c-78f9-4cd8-97d6-2cddc9093b2b admin admin] Publish callbacks [] for security_group (5de4612b-192a-4ec6-9d79-d8ca9d5eb54f), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.536350 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (a3b7e01a-4e50-46e8-9b12-de7fba564052), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.538700 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:24.563843 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0e5d254c-78f9-4cd8-97d6-2cddc9093b2b admin admin] Publish callbacks [] for security_group (5de4612b-192a-4ec6-9d79-d8ca9d5eb54f), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.568168 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-35c40736-0fbf-4970-8ca0-8aa79f10c50a req-77f94385-45e2-41c8-b1ea-0039bc8b46cc service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67ec8-e436-41ad-87a9-abca58e8da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8588278 May 26 15:09:24.580261 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (456f7a4c-e0bb-4c69-a629-85217ab32694), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.640869 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port b9ffac19-267b-4766-ba46-ba00d2f456b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9ffac19-267b-4766-ba46-ba00d2f456b7,segment=NetworkSegment(73dbdc73-d17f-488f-b7c4-09d570edb8d0),segment_id=73dbdc73-d17f-488f-b7c4-09d570edb8d0)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:24.645065 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0e5d254c-78f9-4cd8-97d6-2cddc9093b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5de4612b-192a-4ec6-9d79-d8ca9d5eb54f), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.652132 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0e5d254c-78f9-4cd8-97d6-2cddc9093b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.658775 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0e5d254c-78f9-4cd8-97d6-2cddc9093b2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5de4612b-192a-4ec6-9d79-d8ca9d5eb54f HTTP/1.1" status: 204 len: 168 time: 0.1955352 May 26 15:09:24.672480 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': 'b9ffac19-267b-4766-ba46-ba00d2f456b7', 'network_id': 'd6e67ec8-e436-41ad-87a9-abca58e8da75', 'port_id': 'b9ffac19-267b-4766-ba46-ba00d2f456b7', 'mac_address': 'fa:16:3e:c8:48:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec99e1b-0731-496b-87a7-ae620be6ba3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:09:24.678752 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d254c-78f9-4cd8-97d6-2cddc9093b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de4612b-192a-4ec6-9d79-d8ca9d5eb54f,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:24.748247 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=a3b7e01a-4e50-46e8-9b12-de7fba564052,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:24.780082 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.781663 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-af56bd89-5f6b-4952-b382-14b2487650a4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9658487 May 26 15:09:24.788718 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-06a278fc-267c-45cc-a599-6742d9a6c0f5 service neutron] 10.222.0.46 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0923691 May 26 15:09:24.816755 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port b9ffac19-267b-4766-ba46-ba00d2f456b7 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:24.817301 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.843466 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ffac19-267b-4766-ba46-ba00d2f456b7 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:09:24.875419 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port b9ffac19-267b-4766-ba46-ba00d2f456b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9ffac19-267b-4766-ba46-ba00d2f456b7,segment=NetworkSegment(73dbdc73-d17f-488f-b7c4-09d570edb8d0),segment_id=73dbdc73-d17f-488f-b7c4-09d570edb8d0)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:24.884599 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:24.965621 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=b9ffac19-267b-4766-ba46-ba00d2f456b7,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:25.041604 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-663a70bc-037f-4876-b583-74cb19a681a4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:09:25.042819 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-663a70bc-037f-4876-b583-74cb19a681a4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2853692 May 26 15:09:25.171509 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:25.201663 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['b9ffac19-267b-4766-ba46-ba00d2f456b7'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:09:25.271094 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b5cbb-369b-417b-bf49-1358eeeca7c5 req-43641c99-0104-46fc-8f6a-03f30ada0c7e tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:25.282665 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a6b5cbb-369b-417b-bf49-1358eeeca7c5 req-43641c99-0104-46fc-8f6a-03f30ada0c7e tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 944 time: 0.1708734 May 26 15:09:25.308051 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:25.314860 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:25.376069 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:25.393831 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7ff59f46-c87c-4acc-826f-6194d3a013c6 service neutron] 10.222.0.46 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375971 May 26 15:09:25.436663 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a6b5cbb-369b-417b-bf49-1358eeeca7c5 req-766c1071-8783-42be-b456-3ebbf1671174 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510100 May 26 15:09:25.963059 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42670) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:25.974896 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6b136293-78a9-49f6-96a9-7ab998bc04a3 req-426744d1-621f-42bf-9a97-22b3979aea5d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 210 time: 0.1286192 May 26 15:09:25.980968 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-c0d1d145-9035-494c-891e-c191dec45b0d service neutron] 10.222.0.46 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779550 May 26 15:09:26.215294 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-c6f40c0c-68a0-46d3-9242-c38879da1994 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1943555505&fields=id&tenant_id=9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 267 time: 0.0853930 May 26 15:09:26.274038 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device b9ffac19-267b-4766-ba46-ba00d2f456b7 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:26.394722 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0672e2fa-c6e5-4195-b616-dcfde6b4f125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:26.413568 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port b9ffac19-267b-4766-ba46-ba00d2f456b7 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:09:26.426546 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port b9ffac19-267b-4766-ba46-ba00d2f456b7 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:26.427385 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:26.580483 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port b9ffac19-267b-4766-ba46-ba00d2f456b7 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:26.581140 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:26.625307 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-601ee406-2080-4b9a-ac5a-c1fc1ddac19c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:26.635857 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36adfbf4-6054-422d-9c0a-f71051437895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffac19-267b-4766-ba46-ba00d2f456b7'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:26.644008 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-601ee406-2080-4b9a-ac5a-c1fc1ddac19c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 815 time: 0.4233370 May 26 15:09:26.670504 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-6d4c4ca6-3174-4b31-afd8-27fcbdecbe25 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/quotas/9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 375 time: 0.0254076 May 26 15:09:26.686447 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0672e2fa-c6e5-4195-b616-dcfde6b4f125 admin admin] Publish callbacks [] for security_group (0ea3a818-6c67-4661-8006-d7fc55d0c99b), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:26.692538 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0e36bc54-4248-4c8c-bcdd-7ecbee8ff546 req-9c66c481-39ed-4422-bd9e-0b6284716dd6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 210 time: 0.4012842 May 26 15:09:26.694400 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0672e2fa-c6e5-4195-b616-dcfde6b4f125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0ea3a818-6c67-4661-8006-d7fc55d0c99b), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:26.777934 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:26.783784 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0672e2fa-c6e5-4195-b616-dcfde6b4f125 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed634dcb373941e2b612f1402f5aedb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8176827 May 26 15:09:26.791750 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-08353690-57bc-4762-985b-c7b5659ff303 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183825 May 26 15:09:26.794176 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 42720) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:26.806679 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port b9ffac19-267b-4766-ba46-ba00d2f456b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9ffac19-267b-4766-ba46-ba00d2f456b7,segment=NetworkSegment(73dbdc73-d17f-488f-b7c4-09d570edb8d0),segment_id=73dbdc73-d17f-488f-b7c4-09d570edb8d0)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:26.813885 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:26.841627 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672e2fa-c6e5-4195-b616-dcfde6b4f125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea3a818-6c67-4661-8006-d7fc55d0c99b,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:26.997832 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=b9ffac19-267b-4766-ba46-ba00d2f456b7,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:27.031815 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a1fcc22-b93a-43e8-a76a-c58a01b9d710 admin admin] Publish callbacks [] for security_group (0ea3a818-6c67-4661-8006-d7fc55d0c99b), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:27.043492 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b0752-480d-4e8e-a377-e8d70b6e8df8 req-65bf74f4-472c-4605-b6c3-276a78fc3cdb tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:27.046086 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8a3b0752-480d-4e8e-a377-e8d70b6e8df8 req-65bf74f4-472c-4605-b6c3-276a78fc3cdb tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.1553307 May 26 15:09:27.090659 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:27.131629 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a1fcc22-b93a-43e8-a76a-c58a01b9d710 admin admin] Publish callbacks [] for security_group (0ea3a818-6c67-4661-8006-d7fc55d0c99b), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:27.147698 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-743d821f-eb7b-4462-a0b6-33b1a0dc3eab service neutron] 10.222.0.46 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149674 May 26 15:09:27.277877 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a21ee17-ba47-47d3-9a3f-5dfab87fcab8" -d '{"events": [{"server_uuid": "36adfbf4-6054-422d-9c0a-f71051437895", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffac19-267b-4766-ba46-ba00d2f456b7"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:27.284505 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8a3b0752-480d-4e8e-a377-e8d70b6e8df8 req-42b45112-813f-43b1-86ea-48949c18353d tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289932 May 26 15:09:27.328262 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-df9da284-d152-4338-b6dd-107653577e73 service neutron] 10.222.0.46 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627522 May 26 15:09:27.349313 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a1fcc22-b93a-43e8-a76a-c58a01b9d710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0ea3a818-6c67-4661-8006-d7fc55d0c99b), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:27.356108 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a1fcc22-b93a-43e8-a76a-c58a01b9d710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:27.364015 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-3a1fcc22-b93a-43e8-a76a-c58a01b9d710 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ea3a818-6c67-4661-8006-d7fc55d0c99b HTTP/1.1" status: 204 len: 168 time: 0.5679638 May 26 15:09:27.385319 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fcc22-b93a-43e8-a76a-c58a01b9d710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea3a818-6c67-4661-8006-d7fc55d0c99b,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:27.627488 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8b7d363e-22a4-4594-8616-15f904ce12a7 req-6642436d-7ca1-4fe7-8f00-7e0d8caa67d4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 210 time: 0.0900130 May 26 15:09:27.654048 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:27.795325 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-03a14e3e-12ad-4d1b-a958-cb18fc591d48 req-4f27f608-8406-46ff-90b5-c4299f9efebb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 210 time: 0.0439949 May 26 15:09:27.893241 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-384a018a-634f-4e0a-b48c-671600bbf449 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:27.895468 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-384a018a-634f-4e0a-b48c-671600bbf449 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 817 time: 0.2625453 May 26 15:09:27.945259 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0e5399e3-cf50-4449-bb85-5d04bd958e52 req-fa172c01-2e92-4e2c-99c7-cb5058d7483d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 210 time: 0.0484474 May 26 15:09:28.112210 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-32f01efa-705c-4bd4-b524-2ef7a8990287 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d732418a4b2247e59ed96898b21cf6b1 HTTP/1.1" status: 200 len: 379 time: 0.1654768 May 26 15:09:28.252803 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d456e1-387e-4b1c-9ca5-6ab3e3b15c63 x-openstack-request-id: req-90d456e1-387e-4b1c-9ca5-6ab3e3b15c63 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:28.254126 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36adfbf4-6054-422d-9c0a-f71051437895", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffac19-267b-4766-ba46-ba00d2f456b7", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:28.254373 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90d456e1-387e-4b1c-9ca5-6ab3e3b15c63 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:28.255193 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d456e1-387e-4b1c-9ca5-6ab3e3b15c63'] response: {'server_uuid': '36adfbf4-6054-422d-9c0a-f71051437895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffac19-267b-4766-ba46-ba00d2f456b7', 'code': 200} May 26 15:09:28.328075 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6f41-8eac-462e-a4e3-dc24d23c9169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:28.347475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'port': {'device_id': '06cf01b4-e458-498b-990e-33b4171e1a14', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'admin_state_up': True, 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'security_groups': ['be61b5d5-0d1c-45d6-b11b-b9d5ecb350be']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:28.585409 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.75', 54716) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:28.662781 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09963586-0a4b-4cc6-8a84-5d0f67098980 req-ef321f6b-365d-42a8-99f7-5d00f0d6dcf2 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:28.665654 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-09963586-0a4b-4cc6-8a84-5d0f67098980 req-ef321f6b-365d-42a8-99f7-5d00f0d6dcf2 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.2549214 May 26 15:09:28.976618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.75', 54717) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:29.149832 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6b1b6696-4f7b-429f-91b4-15ab3c5bc671 req-799a4b08-e65e-454a-9b0b-37ddba4ee40e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 210 time: 0.2698891 May 26 15:09:29.269145 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Made reservation on behalf of d732418a4b2247e59ed96898b21cf6b1 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:29.275825 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:29.290493 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-09963586-0a4b-4cc6-8a84-5d0f67098980 req-ada9dd3d-60d6-454d-a8d7-69fff301c4d4 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755765 May 26 15:09:29.301395 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd1de1-b7c1-4cd6-8997-111bdf574791 req-ae1d6579-2c97-459d-96f3-11a910467c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:29.304097 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-17bd1de1-b7c1-4cd6-8997-111bdf574791 req-ae1d6579-2c97-459d-96f3-11a910467c2a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 1129 time: 0.3168049 May 26 15:09:29.351472 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-33a521d5-f551-4516-ac69-5c3d3a8f8417 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:29.358515 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-33a521d5-f551-4516-ac69-5c3d3a8f8417 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 810 time: 0.7717369 May 26 15:09:29.371664 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-443f07e2-f19a-4ac5-ac7b-5cec3254e3e9 req-dc728ae6-aaea-4c08-97f5-0f461625225c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 210 time: 0.0725424 May 26 15:09:29.529910 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-91479abc-5196-48d8-9bf6-3522ce24b774 req-ca378efb-7f1b-4704-87df-3e7972e3a708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 210 time: 0.0581620 May 26 15:09:29.586773 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-17bd1de1-b7c1-4cd6-8997-111bdf574791 req-5da984b9-50a1-40ac-936d-37f9d723bb7a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:29.680834 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-8b5095bc-0c77-4ec2-af69-c3868c04a9e8 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0910873988084bc0becc79bb99febc96 HTTP/1.1" status: 200 len: 380 time: 0.1336966 May 26 15:09:29.688823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Allocated IP 172.20.0.8 (4cc6f64a-79d5-4535-9da7-4cf3dfad5e95/a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc/2e5306c2-86c5-4899-9abd-3ff6e390eb95) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:29.713011 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:29.713388 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.75', 54721) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:29.724677 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'port': {'device_id': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'admin_state_up': True, 'tenant_id': '0910873988084bc0becc79bb99febc96', 'security_groups': ['bd35e08e-8176-4089-b5f0-5222aaf14074']}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:29.857032 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-17bd1de1-b7c1-4cd6-8997-111bdf574791 req-5da984b9-50a1-40ac-936d-37f9d723bb7a service neutron] Publish callbacks [] for security_group (09419a49-06fc-480f-88d8-9df14251eeb1), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:29.880480 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-17bd1de1-b7c1-4cd6-8997-111bdf574791 req-5da984b9-50a1-40ac-936d-37f9d723bb7a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (09419a49-06fc-480f-88d8-9df14251eeb1), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:29.950664 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:30.065869 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-17bd1de1-b7c1-4cd6-8997-111bdf574791 req-5da984b9-50a1-40ac-936d-37f9d723bb7a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189242 May 26 15:09:30.074733 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da984b9-50a1-40ac-936d-37f9d723bb7a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09419a49-06fc-480f-88d8-9df14251eeb1,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:30.100559 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:30.146410 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Made reservation on behalf of 0910873988084bc0becc79bb99febc96 for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:30.150620 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:30.189222 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:30.237928 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-f7c6862a-0600-4f3c-a6d3-81834030b56e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:30.239948 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-f7c6862a-0600-4f3c-a6d3-81834030b56e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 815 time: 0.4993551 May 26 15:09:30.259853 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:30.277490 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:30.281342 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:30.300254 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:30.324108 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:30.329506 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:30.457262 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:30.534037 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7b7ecc3f-ffd5-499e-a752-3171b8e6d0e7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1912470 May 26 15:09:30.601418 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-935ec40e-72af-49ab-a569-73b77a33a650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:30.650733 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1151a9-e2fa-48fc-a534-3a4d7a3485fb req-a552dc25-5760-48a0-b262-4b666a8233c4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:30.656975 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ea1151a9-e2fa-48fc-a534-3a4d7a3485fb req-a552dc25-5760-48a0-b262-4b666a8233c4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 931 time: 0.3040736 May 26 15:09:30.752957 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9d914-463e-4acc-b174-50aaafe7bb34 req-c737566d-fe1a-410c-8088-d64725d01f4b tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:30.756163 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cbf9d914-463e-4acc-b174-50aaafe7bb34 req-c737566d-fe1a-410c-8088-d64725d01f4b tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.2355328 May 26 15:09:30.784169 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Request body: {'port': {'device_id': '06cf01b4-e458-498b-990e-33b4171e1a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:30.831404 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-1a33df0c-5a3f-41f6-be18-80c084899d3b None None] Provisioning complete for port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:30.834750 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1a33df0c-5a3f-41f6-be18-80c084899d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:30.860556 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-c89ccd1f-7473-4883-85b3-0be361489b3f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 380 time: 0.4921720 May 26 15:09:30.915638 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'port': {'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'admin_state_up': True, 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'security_groups': ['06f06ade-6fff-4a59-90fa-f0b84f1e23e0']}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:30.948959 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cbf9d914-463e-4acc-b174-50aaafe7bb34 req-c3a8b141-bbea-4621-9ae1-9448e8a858ee tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768045 May 26 15:09:30.953254 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-1a33df0c-5a3f-41f6-be18-80c084899d3b None None] Port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:30.960123 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ea1151a9-e2fa-48fc-a534-3a4d7a3485fb req-d9341f90-f098-4345-af9c-f29306caeec8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760029 May 26 15:09:31.034313 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Allocated IP 172.20.0.13 (8b416354-97a2-42f7-a460-05ec32c4591a/f1f83baf-9e5d-4532-b217-d468b06c5513/7c1e2fa5-dc43-40be-953e-bee74f2af6fd) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:31.064154 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:31.439278 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:31.494530 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-57b04d5c-f1aa-4b0e-a219-a9c7658559d8 req-273f1d81-8dcb-4a42-a27e-e0784fcaad26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 210 time: 0.3170693 May 26 15:09:31.495109 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Made reservation on behalf of 9780d0cae62c4f5088060b530571ebb3 for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:31.502979 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:31.523179 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7afe60e0-d554-4840-89c4-95dc2d09f0e1 req-2d6c86bc-03c0-4ba5-ae88-08d7fe5834ae tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 210 time: 0.3384910 May 26 15:09:31.528310 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:31.556014 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:31.599838 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:31.673953 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5306c2-86c5-4899-9abd-3ff6e390eb95 {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:09:31.685688 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Publish callbacks [] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:31.698094 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Network 8b416354-97a2-42f7-a460-05ec32c4591a is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:31.707285 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:31.711558 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'Port': ['ID=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:31.723896 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Transition to ACTIVE for port object 2e5306c2-86c5-4899-9abd-3ff6e390eb95 will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:09:31.726833 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:31.733445 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:31.875878 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:31.878236 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:31.966832 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:31.968625 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Attempting to bind port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:09:31.969183 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Attempting to bind port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:09:31.970173 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Attempting to bind port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 on network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:31.976760 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 on network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:09:31.977384 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Attempting to bind port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 on network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:31.978079 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:31.979183 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:31.988018 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Allocated IP 172.20.0.4 (bf638e18-3aa1-4ba6-b2c0-e624f717acb0/38b5135e-b8e4-470f-9905-8862cbe7d7dd/800ecb9f-4310-4563-b53c-ff8623e28b8e) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:09:32.008993 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:09:32.010801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Checking segment: {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:32.011600 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Bound using segment: {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:09:32.014118 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Bound port: 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:09:32.015021 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:32.033708 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-4919b6b4-799e-47e9-a833-0b04abf8ac81 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3210442 May 26 15:09:32.121182 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:32.216370 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-afedd26e-d76b-459f-9317-71e81fec99d9 None None] Provisioning complete for port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:32.216809 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-afedd26e-d76b-459f-9317-71e81fec99d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:32.276247 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Request body: {'port': {'device_id': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:32.323689 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-afedd26e-d76b-459f-9317-71e81fec99d9 None None] Port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:32.468987 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:32.471985 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:32.521927 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495fb74-cc05-46e6-bf15-ebc04c036d4b req-c4b8277a-4e8a-4379-9867-9c81c8991c08 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:32.523692 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7495fb74-cc05-46e6-bf15-ebc04c036d4b req-c4b8277a-4e8a-4379-9867-9c81c8991c08 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.3479743 May 26 15:09:32.532824 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08183f-17d3-40ce-a645-02ff10338890 req-faccd22b-53f8-4589-b180-69ce68cba68a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:32.539953 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1a08183f-17d3-40ce-a645-02ff10338890 req-faccd22b-53f8-4589-b180-69ce68cba68a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.3628576 May 26 15:09:32.557204 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:32.597316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:32.615129 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:32.624710 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:32.636013 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7495fb74-cc05-46e6-bf15-ebc04c036d4b req-934af5c8-2bca-44df-be28-aa3f3eb6a3c9 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936277 May 26 15:09:32.691655 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1a08183f-17d3-40ce-a645-02ff10338890 req-2c22a678-fa0e-41c3-b261-af77f575d7e5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508958 May 26 15:09:32.698358 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:32.704098 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:32.706553 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] 10.222.0.75 "PUT /v2.0/ports/2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 200 len: 1093 time: 1.9370055 May 26 15:09:32.708819 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:32.712141 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7defa49f-e753-46ef-80d5-c025b3196ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:32.765825 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0d8e1-a72b-496e-b866-9ed821861014 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:32.826957 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:09:32.845628 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:32.848600 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:09:32.883208 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=800ecb9f-4310-4563-b53c-ff8623e28b8e,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:32.986246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-4bc104af-e067-4627-bdce-19e4272dc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:32.988086 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-4bc104af-e067-4627-bdce-19e4272dc5fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 1127 time: 0.2054081 May 26 15:09:32.995845 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c9cb4-4d88-481c-8292-b0aaec6aac64 req-09a1a9bc-d5f3-4ee2-9b4b-e68d5a863bb3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:33.006607 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-238c9cb4-4d88-481c-8292-b0aaec6aac64 req-09a1a9bc-d5f3-4ee2-9b4b-e68d5a863bb3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 931 time: 0.2050798 May 26 15:09:33.099603 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-60264d8e-6186-48fe-8f41-286a313a9243 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 200 len: 217 time: 0.0866232 May 26 15:09:33.108778 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d075cb5-792b-4f79-82da-2c2a0dd463ba req-ee2b37eb-a1a5-4413-b709-2ba2e2108e9d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:33.110369 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1d075cb5-792b-4f79-82da-2c2a0dd463ba req-ee2b37eb-a1a5-4413-b709-2ba2e2108e9d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 932 time: 0.2462771 May 26 15:09:33.217732 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-4e048a8a-f8ce-4410-8736-c545063fc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:33.219393 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-4e048a8a-f8ce-4410-8736-c545063fc001 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.1079383 May 26 15:09:33.237881 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-238c9cb4-4d88-481c-8292-b0aaec6aac64 req-126b6792-eb37-4f97-80bf-e51a627c28dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303295 May 26 15:09:33.246266 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:33.246956 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:33.258628 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:33.286380 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-55789ca6-6e6f-4fbc-8589-f57a26ababf6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3954935 May 26 15:09:33.337886 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:33.338661 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:33.339709 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-7ff46643-9ff4-41ec-ba11-84798a0b9881 None None] Provisioning complete for port 800ecb9f-4310-4563-b53c-ff8623e28b8e triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:33.340448 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-7ff46643-9ff4-41ec-ba11-84798a0b9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:33.364890 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad405ce-8995-4205-b1b9-3938b85b1ce2 x-openstack-request-id: req-2ad405ce-8995-4205-b1b9-3938b85b1ce2 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:33.365175 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:33.365426 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ad405ce-8995-4205-b1b9-3938b85b1ce2 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:33.365947 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad405ce-8995-4205-b1b9-3938b85b1ce2'] response: {'name': 'network-changed', 'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'status': 'completed', 'code': 200} May 26 15:09:33.372725 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1d075cb5-792b-4f79-82da-2c2a0dd463ba req-cfb79d63-745b-4207-9c28-6099635d29f4 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481971 May 26 15:09:33.417407 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1e2fa5-dc43-40be-953e-bee74f2af6fd {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:09:33.432834 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Publish callbacks [] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:33.433795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-784dd166-be3f-43c7-8f7e-bc7c3744975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:33.436182 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-784dd166-be3f-43c7-8f7e-bc7c3744975c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1904376 May 26 15:09:33.470166 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:33.477201 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-7ff46643-9ff4-41ec-ba11-84798a0b9881 None None] Port 800ecb9f-4310-4563-b53c-ff8623e28b8e cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:09:33.480061 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Transition to ACTIVE for port object 7c1e2fa5-dc43-40be-953e-bee74f2af6fd will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:09:33.488379 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Request body: {'port': {'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:33.506728 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:33.552992 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:33.576951 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:33.702024 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-7a522c57-4f3e-4c42-8223-623501ac4c59 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523217 May 26 15:09:33.835825 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:33.886823 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-097693f9-aa9b-42f2-912b-a62158a3ed29 req-30936a83-1389-48e2-9cdd-2e63eea9483e service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773207 May 26 15:09:33.889640 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Attempting to bind port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:09:33.889868 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Attempting to bind port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:09:33.890222 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Attempting to bind port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd on network 8b416354-97a2-42f7-a460-05ec32c4591a {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:33.894777 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:33.916312 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd on network 8b416354-97a2-42f7-a460-05ec32c4591a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:09:33.916312 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Attempting to bind port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd on network 8b416354-97a2-42f7-a460-05ec32c4591a {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:33.952985 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:09:33.953351 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Checking segment: {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:33.954266 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Bound using segment: {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:09:33.954582 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Bound port: 7c1e2fa5-dc43-40be-953e-bee74f2af6fd, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:09:33.954945 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:34.043481 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6370afd-281c-4dc4-9402-3488871a0e0b req-4f50cee6-bcac-4668-ac2e-ebf28f9df758 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:34.053819 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e6370afd-281c-4dc4-9402-3488871a0e0b req-4f50cee6-bcac-4668-ac2e-ebf28f9df758 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.1414182 May 26 15:09:34.091233 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] For port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:34.105290 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] For port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:34.118397 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 42966) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:34.122476 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:34.136747 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e6370afd-281c-4dc4-9402-3488871a0e0b req-e7fef0a7-cfee-413d-bd81-266962bef742 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811918 May 26 15:09:34.297657 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:34.298394 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:34.299851 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] 10.222.0.75 "PUT /v2.0/ports/7c1e2fa5-dc43-40be-953e-bee74f2af6fd HTTP/1.1" status: 200 len: 1094 time: 2.0501938 May 26 15:09:34.303186 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'tag': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:34.415239 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442b191-6a0f-48b7-bb8a-83230e747758 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:34.461321 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed146e53-400d-49c5-9f04-e98e23e7c7f7 req-7210fbc4-5903-4ca0-b665-cef2589af9f9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:34.468814 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ed146e53-400d-49c5-9f04-e98e23e7c7f7 req-7210fbc4-5903-4ca0-b665-cef2589af9f9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 931 time: 0.0852466 May 26 15:09:34.533207 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1a32662c-795c-4901-8253-3741c5976632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:34.558796 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:34.567979 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a52c33-a890-4705-82fc-cdee85dd0af9" -d '{"events": [{"name": "network-changed", "server_uuid": "dea4ff4a-0c29-465d-b388-d223fd508a69", "tag": "7c1e2fa5-dc43-40be-953e-bee74f2af6fd"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:34.583654 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ed146e53-400d-49c5-9f04-e98e23e7c7f7 req-308d08d8-4b01-4362-89c5-4b8d58b8155a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050653 May 26 15:09:34.593595 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc8612-a424-484e-9e7e-ccba6b10bef0 req-3c7ddf5e-ac88-4445-be95-08f46e8a21a8 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:34.595516 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-54bc8612-a424-484e-9e7e-ccba6b10bef0 req-3c7ddf5e-ac88-4445-be95-08f46e8a21a8 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 944 time: 0.1015985 May 26 15:09:34.705130 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:34.726929 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-54bc8612-a424-484e-9e7e-ccba6b10bef0 req-8dc6a578-9e18-4cdf-b310-4da52bbbb237 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100259 May 26 15:09:34.812361 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-68bd5e96-df9e-4ade-9680-246c12c94ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:34.814153 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-68bd5e96-df9e-4ade-9680-246c12c94ff4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 1128 time: 0.0809472 May 26 15:09:34.899611 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f78364a-72ba-45e0-836d-a2e45228e6b0 x-openstack-request-id: req-9f78364a-72ba-45e0-836d-a2e45228e6b0 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:34.899960 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea4ff4a-0c29-465d-b388-d223fd508a69", "tag": "7c1e2fa5-dc43-40be-953e-bee74f2af6fd", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:34.900501 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f78364a-72ba-45e0-836d-a2e45228e6b0 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:34.900850 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f78364a-72ba-45e0-836d-a2e45228e6b0'] response: {'name': 'network-changed', 'server_uuid': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'tag': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd', 'status': 'completed', 'code': 200} May 26 15:09:34.901517 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-ef65dd4d-9601-43db-9ec0-8a3d01856d13 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd HTTP/1.1" status: 200 len: 217 time: 0.0734646 May 26 15:09:34.916076 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-26da0b90-a507-4db8-95e0-632a77cc0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:34.917955 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-26da0b90-a507-4db8-95e0-632a77cc0e84 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 1127 time: 0.2155297 May 26 15:09:34.940414 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800ecb9f-4310-4563-b53c-ff8623e28b8e {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:09:34.956737 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-ee951371-9f24-4560-8267-5f3593f828e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:34.958441 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-ee951371-9f24-4560-8267-5f3593f828e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.0515702 May 26 15:09:34.977805 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:34.987048 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Publish callbacks [] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.014523 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-0fe39350-959c-463a-9020-d75eaf55e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:35.016304 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-0fe39350-959c-463a-9020-d75eaf55e858 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519023 May 26 15:09:35.057992 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:35.060824 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1a32662c-795c-4901-8253-3741c5976632 admin admin] Publish callbacks [] for security_group (b48dc3a5-c764-4155-b765-b9f961003df4), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.073863 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Transition to ACTIVE for port object 800ecb9f-4310-4563-b53c-ff8623e28b8e will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:09:35.079696 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1a32662c-795c-4901-8253-3741c5976632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b48dc3a5-c764-4155-b765-b9f961003df4), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.100991 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.120952 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-5d43ebe3-e410-4790-93b6-6aacc610e1a9 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977101 May 26 15:09:35.229523 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-e9e2e7a2-20d4-4afc-877b-483346d8ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:35.231509 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-e9e2e7a2-20d4-4afc-877b-483346d8ab23 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.3043537 May 26 15:09:35.252024 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1a32662c-795c-4901-8253-3741c5976632 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edc7098ee470478e8c24a8affc9d5161&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1318076 May 26 15:09:35.252928 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32662c-795c-4901-8253-3741c5976632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48dc3a5-c764-4155-b765-b9f961003df4,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:35.258170 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43032) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:35.362937 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0905e97-cdb5-47b5-84e8-96beea162829 req-58cd9b3b-ff93-4025-adde-81cee9bd2d55 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358665 May 26 15:09:35.396248 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f565d34-706f-4f56-9193-ae18294d9fc0 req-d85bcc67-b7ba-4c52-8a67-9f918c296b57 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:35.399508 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9f565d34-706f-4f56-9193-ae18294d9fc0 req-d85bcc67-b7ba-4c52-8a67-9f918c296b57 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.1739085 May 26 15:09:35.479617 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:35.506696 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9f565d34-706f-4f56-9193-ae18294d9fc0 req-0a80ebda-bbc5-4669-945b-463c7b7fcbea tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993307 May 26 15:09:35.507831 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-f7e4fffd-2e37-4456-8359-131ddab39991 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 200 len: 217 time: 0.2320700 May 26 15:09:35.508646 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Pushing event updated for resources: {'Port': ['ID=800ecb9f-4310-4563-b53c-ff8623e28b8e,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:35.553295 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4368918a-8c58-439b-9b25-ff422d56157e admin admin] Publish callbacks [] for security_group (b48dc3a5-c764-4155-b765-b9f961003df4), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.611001 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4368918a-8c58-439b-9b25-ff422d56157e admin admin] Publish callbacks [] for security_group (b48dc3a5-c764-4155-b765-b9f961003df4), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.655311 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Attempting to bind port 800ecb9f-4310-4563-b53c-ff8623e28b8e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:09:35.655580 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Attempting to bind port 800ecb9f-4310-4563-b53c-ff8623e28b8e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:09:35.655834 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Attempting to bind port 800ecb9f-4310-4563-b53c-ff8623e28b8e on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:35.661808 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Port 800ecb9f-4310-4563-b53c-ff8623e28b8e on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:09:35.662125 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Attempting to bind port 800ecb9f-4310-4563-b53c-ff8623e28b8e on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:09:35.669852 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:09:35.670413 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Checking segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:35.670970 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Bound using segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:09:35.671560 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Bound port: 800ecb9f-4310-4563-b53c-ff8623e28b8e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:09:35.672119 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.710695 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4368918a-8c58-439b-9b25-ff422d56157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b48dc3a5-c764-4155-b765-b9f961003df4), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.713053 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4368918a-8c58-439b-9b25-ff422d56157e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.714503 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-4368918a-8c58-439b-9b25-ff422d56157e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b48dc3a5-c764-4155-b765-b9f961003df4 HTTP/1.1" status: 204 len: 168 time: 0.4373758 May 26 15:09:35.749330 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368918a-8c58-439b-9b25-ff422d56157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48dc3a5-c764-4155-b765-b9f961003df4,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:35.756334 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b30e1f-1eb4-4301-9ba6-712765c360d0 req-ef59bb3e-a460-40df-8d93-99f3a1b7b342 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:35.758952 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45b30e1f-1eb4-4301-9ba6-712765c360d0 req-ef59bb3e-a460-40df-8d93-99f3a1b7b342 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 943 time: 0.0713654 May 26 15:09:35.807263 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] For port 800ecb9f-4310-4563-b53c-ff8623e28b8e, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:09:35.816571 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] For port 800ecb9f-4310-4563-b53c-ff8623e28b8e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=800ecb9f-4310-4563-b53c-ff8623e28b8e,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:09:35.830859 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.856643 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45b30e1f-1eb4-4301-9ba6-712765c360d0 req-11c2f242-45c7-4797-8294-81cd1f78a399 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859396 May 26 15:09:35.876819 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:35.878185 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:35.879777 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] 10.222.0.75 "PUT /v2.0/ports/800ecb9f-4310-4563-b53c-ff8623e28b8e HTTP/1.1" status: 200 len: 1093 time: 2.3981297 May 26 15:09:35.929172 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e235d-7c7f-44f5-a8af-f97be7b049f8 service neutron] Pushing event updated for resources: {'Port': ['ID=800ecb9f-4310-4563-b53c-ff8623e28b8e,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:35.969384 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46146a-a5d6-4895-86c7-cd08e5647823 req-81b0909b-78b7-486b-b509-206826886623 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:35.971767 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ac46146a-a5d6-4895-86c7-cd08e5647823 req-81b0909b-78b7-486b-b509-206826886623 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 944 time: 0.1091802 May 26 15:09:36.046293 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ac46146a-a5d6-4895-86c7-cd08e5647823 req-510a9e6e-0d99-4a07-b4f8-c3fa8956c82f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676546 May 26 15:09:36.284425 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43094) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:36.304626 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:09:36.330155 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-bf589f14-728d-4d23-a638-107d62f7a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:36.342944 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-bf589f14-728d-4d23-a638-107d62f7a225 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 1127 time: 0.1115081 May 26 15:09:36.370191 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:36.420264 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-48b5a14c-44e8-45f5-9f7b-4c0eb1b26e88 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=800ecb9f-4310-4563-b53c-ff8623e28b8e HTTP/1.1" status: 200 len: 217 time: 0.0718374 May 26 15:09:36.424506 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-deefffd5-0805-4a53-a8c7-d9fee25371ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:36.426075 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-deefffd5-0805-4a53-a8c7-d9fee25371ff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 1128 time: 0.2295227 May 26 15:09:36.451566 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-2109163c-d77f-4760-ac70-b5a3ec0176d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:36.453156 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-2109163c-d77f-4760-ac70-b5a3ec0176d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.2552164 May 26 15:09:36.539858 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-a0490b4a-5416-4170-adf8-5a62ec07141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:36.541342 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-a0490b4a-5416-4170-adf8-5a62ec07141e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.1098707 May 26 15:09:36.575365 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:36.591583 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'port_id': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'mac_address': 'fa:16:3e:2d:bf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:09:36.625182 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-d4a7e54a-bf06-4ffe-b1ef-cbb64d1ff634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:36.629361 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-d4a7e54a-bf06-4ffe-b1ef-cbb64d1ff634 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800207 May 26 15:09:36.701919 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43114) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:36.776159 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c9819cbd-6084-46c1-93bf-0f1e51d5b011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:36.792510 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-3cbaec69-af6d-417f-bd7d-269989a93d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:36.794316 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-3cbaec69-af6d-417f-bd7d-269989a93d9a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3222418 May 26 15:09:36.852221 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc355b74-8bed-4add-9296-937041b3fd92 req-7e0e7474-603e-4b09-9d3d-01db70a80ca9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:36.854619 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:36.855239 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:36.861414 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fc355b74-8bed-4add-9296-937041b3fd92 req-7e0e7474-603e-4b09-9d3d-01db70a80ca9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.1541705 May 26 15:09:36.873667 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0d7241a1-3c35-44c9-bbf3-62d5556e7931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:36.883499 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-d9459a46-48c1-40fc-9479-ccb4722b1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:36.885290 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-d9459a46-48c1-40fc-9479-ccb4722b1a1b service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 911 time: 0.4445496 May 26 15:09:36.907512 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5306c2-86c5-4899-9abd-3ff6e390eb95 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:09:36.926182 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'tag': '800ecb9f-4310-4563-b53c-ff8623e28b8e'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:36.931541 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a551d02d-e359-4e11-8d6b-19d175bee427" -d '{"events": [{"name": "network-changed", "server_uuid": "957f4d2d-884d-44ff-9aee-1acf1b6c8959", "tag": "800ecb9f-4310-4563-b53c-ff8623e28b8e"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:36.947947 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:36.952909 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-d1cc7f19-0428-429e-b4a1-dca0509cf489 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174407 May 26 15:09:36.956744 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:36.991388 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:37.033574 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fc355b74-8bed-4add-9296-937041b3fd92 req-76d60d77-b377-4d64-901b-6395ec2d18b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700051 May 26 15:09:37.042393 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:37.064684 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-cc13cf31-ed86-4093-b97d-74c63ef567cc service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444651 May 26 15:09:37.161132 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-e8453158-342e-479f-b8e0-6c870c57f0e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd HTTP/1.1" status: 200 len: 217 time: 0.2126460 May 26 15:09:37.162086 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70362f62-5545-4d18-9abd-82888afc0d4d req-079ee11e-4326-4677-8dee-2bfde7b18aae tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:37.164380 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-70362f62-5545-4d18-9abd-82888afc0d4d req-079ee11e-4326-4677-8dee-2bfde7b18aae tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 943 time: 0.1353259 May 26 15:09:37.171311 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c9819cbd-6084-46c1-93bf-0f1e51d5b011 admin admin] Publish callbacks [] for security_group (38ab0e81-7c33-4476-9220-b77df93bd99d), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.173766 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0797155-3cf6-404d-9b7a-8db3964be6c5 x-openstack-request-id: req-c0797155-3cf6-404d-9b7a-8db3964be6c5 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:37.173966 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957f4d2d-884d-44ff-9aee-1acf1b6c8959", "tag": "800ecb9f-4310-4563-b53c-ff8623e28b8e", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:37.174258 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0797155-3cf6-404d-9b7a-8db3964be6c5 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:37.175398 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0797155-3cf6-404d-9b7a-8db3964be6c5'] response: {'name': 'network-changed', 'server_uuid': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'tag': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'status': 'completed', 'code': 200} May 26 15:09:37.207068 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:37.217573 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c9819cbd-6084-46c1-93bf-0f1e51d5b011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (38ab0e81-7c33-4476-9220-b77df93bd99d), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.281376 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['2e5306c2-86c5-4899-9abd-3ff6e390eb95'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:09:37.303669 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8f2a2c9-96d3-4df0-9359-f48b22991a0b req-cebf8867-37e6-4fc5-b745-77914f9f3daf service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335407 May 26 15:09:37.329083 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-70362f62-5545-4d18-9abd-82888afc0d4d req-393699bf-e7be-47a5-b2b0-c875b85b8e74 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564658 May 26 15:09:37.344207 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-c9819cbd-6084-46c1-93bf-0f1e51d5b011 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27eba87c67f1479196cfe6b904db154f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0562813 May 26 15:09:37.350360 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43146) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:37.420484 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9819cbd-6084-46c1-93bf-0f1e51d5b011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ab0e81-7c33-4476-9220-b77df93bd99d,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:37.491852 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2de676a8-a303-439e-8679-7b610d9e6ce5 admin admin] Publish callbacks [] for security_group (38ab0e81-7c33-4476-9220-b77df93bd99d), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.525105 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140b8fa-adb7-44b7-9476-d72dcc588a02 req-5b1b3081-d0b0-4ed6-90b3-52e5e5cd9ba3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:37.526737 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f140b8fa-adb7-44b7-9476-d72dcc588a02 req-5b1b3081-d0b0-4ed6-90b3-52e5e5cd9ba3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 944 time: 0.1967170 May 26 15:09:37.534925 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:37.537472 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2de676a8-a303-439e-8679-7b610d9e6ce5 admin admin] Publish callbacks [] for security_group (38ab0e81-7c33-4476-9220-b77df93bd99d), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.613929 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0d7241a1-3c35-44c9-bbf3-62d5556e7931 admin admin] Publish callbacks [] for security_group (6cc53d5c-a6c7-4040-9cf8-7b25dfa7ee99), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.626519 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0d7241a1-3c35-44c9-bbf3-62d5556e7931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6cc53d5c-a6c7-4040-9cf8-7b25dfa7ee99), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.633344 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f140b8fa-adb7-44b7-9476-d72dcc588a02 req-821d144f-d224-42cb-a948-c4e77eb507aa tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929964 May 26 15:09:37.658956 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2de676a8-a303-439e-8679-7b610d9e6ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (38ab0e81-7c33-4476-9220-b77df93bd99d), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.658956 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2de676a8-a303-439e-8679-7b610d9e6ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.658956 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-2de676a8-a303-439e-8679-7b610d9e6ce5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38ab0e81-7c33-4476-9220-b77df93bd99d HTTP/1.1" status: 204 len: 168 time: 0.2835853 May 26 15:09:37.669926 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de676a8-a303-439e-8679-7b610d9e6ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ab0e81-7c33-4476-9220-b77df93bd99d,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:37.675587 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-53dc535e-6f53-45a2-b314-0442b218afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:37.677048 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-53dc535e-6f53-45a2-b314-0442b218afe1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.4107087 May 26 15:09:37.706928 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0d7241a1-3c35-44c9-bbf3-62d5556e7931 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d698e430e3c84396a3c925c8732e9b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9935145 May 26 15:09:37.709516 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43156) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:37.711897 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7241a1-3c35-44c9-bbf3-62d5556e7931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc53d5c-a6c7-4040-9cf8-7b25dfa7ee99,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:37.726312 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-7defa49f-e753-46ef-80d5-c025b3196ecc req-92bd2989-0f92-4f85-993a-488fb3b557d9 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490254 May 26 15:09:37.773816 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f27e4bae-f74f-49d1-b7cb-d6593d37bdc5 admin admin] Publish callbacks [] for security_group (6cc53d5c-a6c7-4040-9cf8-7b25dfa7ee99), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.800330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f27e4bae-f74f-49d1-b7cb-d6593d37bdc5 admin admin] Publish callbacks [] for security_group (6cc53d5c-a6c7-4040-9cf8-7b25dfa7ee99), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.860439 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f27e4bae-f74f-49d1-b7cb-d6593d37bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6cc53d5c-a6c7-4040-9cf8-7b25dfa7ee99), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.863126 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f27e4bae-f74f-49d1-b7cb-d6593d37bdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:37.864711 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-f27e4bae-f74f-49d1-b7cb-d6593d37bdc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6cc53d5c-a6c7-4040-9cf8-7b25dfa7ee99 HTTP/1.1" status: 204 len: 168 time: 0.1538587 May 26 15:09:37.873725 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e4bae-f74f-49d1-b7cb-d6593d37bdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc53d5c-a6c7-4040-9cf8-7b25dfa7ee99,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:38.071142 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43170) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:38.085655 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98d2ce82-12de-41d6-8dd9-cce0c15e5ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:38.108679 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:38.260381 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017b2fc-f454-45b2-8692-e8aab3891eac req-74e694d2-b3c2-4b63-92fa-7c66cac76b46 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:38.261961 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f017b2fc-f454-45b2-8692-e8aab3891eac req-74e694d2-b3c2-4b63-92fa-7c66cac76b46 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 944 time: 0.0897808 May 26 15:09:38.264504 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98d2ce82-12de-41d6-8dd9-cce0c15e5ccf admin admin] Publish callbacks [] for security_group (5b67109b-30a1-4903-99a0-4567fc8b7f52), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:38.271110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98d2ce82-12de-41d6-8dd9-cce0c15e5ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5b67109b-30a1-4903-99a0-4567fc8b7f52), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:38.324499 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 7c1e2fa5-dc43-40be-953e-bee74f2af6fd details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:09:38.342633 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-7d90deb7-3355-4b55-9be2-4d913aa1cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:38.344586 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-7d90deb7-3355-4b55-9be2-4d913aa1cda6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 1127 time: 0.1026635 May 26 15:09:38.348478 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-98d2ce82-12de-41d6-8dd9-cce0c15e5ccf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6fb676ab0c6041769602aeaa37855a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740376 May 26 15:09:38.348762 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2ce82-12de-41d6-8dd9-cce0c15e5ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b67109b-30a1-4903-99a0-4567fc8b7f52,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:38.350264 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-a9d4aeca-78d4-45aa-8787-eff9fd30d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:38.351153 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43186) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:38.361759 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:38.370737 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-a9d4aeca-78d4-45aa-8787-eff9fd30d292 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1367171 May 26 15:09:38.455238 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43192) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:38.465980 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f017b2fc-f454-45b2-8692-e8aab3891eac req-767aa8fb-68a0-4297-848f-ae2c041afcfb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901548 May 26 15:09:38.497626 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.db.resource_extend [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 15:09:38.499331 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-295bcd10-383a-46f7-8c24-b7da94a98473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:38.569549 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-caea7b37-c162-49a4-96fe-3fb6bb89731c admin admin] Publish callbacks [] for security_group (5b67109b-30a1-4903-99a0-4567fc8b7f52), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:38.591725 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361788-2084-45e3-a23c-8ab7e0ab3258 req-008d8064-8b9e-455f-a258-fd933a6143cb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:38.604559 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f4361788-2084-45e3-a23c-8ab7e0ab3258 req-008d8064-8b9e-455f-a258-fd933a6143cb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 943 time: 0.1420453 May 26 15:09:38.624552 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:09:38.671437 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:38.683843 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:38.712494 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'port_id': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:09:38.727418 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:09:38.758090 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-ce246efd-bcf2-4be2-bdee-903e039f8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:38.760506 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-ce246efd-bcf2-4be2-bdee-903e039f8d74 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 916 time: 0.3867908 May 26 15:09:38.764196 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-caea7b37-c162-49a4-96fe-3fb6bb89731c admin admin] Publish callbacks [] for security_group (5b67109b-30a1-4903-99a0-4567fc8b7f52), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:38.843226 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:38.845658 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:38.859207 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-a59a6f98-c9a3-44b4-9c25-8958012fbcb4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=800ecb9f-4310-4563-b53c-ff8623e28b8e HTTP/1.1" status: 200 len: 217 time: 0.0752780 May 26 15:09:38.911223 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f4361788-2084-45e3-a23c-8ab7e0ab3258 req-49e95d11-4f96-4582-b2ea-d89fe2cd38c9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052478 May 26 15:09:38.929888 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:38.937141 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-597b6cd5-49ae-491a-a1f1-dcf58dd7db2b service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842806 May 26 15:09:38.940127 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:38.944765 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e387f-0691-4e08-97cb-57ec6593b9d4 req-d89026ae-da8f-492d-b4db-dc90c2536d39 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:38.946449 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-419e387f-0691-4e08-97cb-57ec6593b9d4 req-d89026ae-da8f-492d-b4db-dc90c2536d39 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 944 time: 0.1784804 May 26 15:09:38.956092 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:38.957147 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:38.989944 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1e2fa5-dc43-40be-953e-bee74f2af6fd {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:09:39.000053 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-0e35d103-a94a-465b-9516-d67ec2d462f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:39.005264 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-0e35d103-a94a-465b-9516-d67ec2d462f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.1296685 May 26 15:09:39.020790 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-caea7b37-c162-49a4-96fe-3fb6bb89731c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5b67109b-30a1-4903-99a0-4567fc8b7f52), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.024746 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-caea7b37-c162-49a4-96fe-3fb6bb89731c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.026147 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-caea7b37-c162-49a4-96fe-3fb6bb89731c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b67109b-30a1-4903-99a0-4567fc8b7f52 HTTP/1.1" status: 204 len: 168 time: 0.6740825 May 26 15:09:39.041308 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:39.052233 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-419e387f-0691-4e08-97cb-57ec6593b9d4 req-761f43b7-ecb2-4270-8523-7ef2d1765755 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986662 May 26 15:09:39.053968 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea7b37-c162-49a4-96fe-3fb6bb89731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b67109b-30a1-4903-99a0-4567fc8b7f52,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:39.078064 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.139299 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-6b92a096-ad16-4507-82f9-a28c0cbc52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:39.141505 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-6b92a096-ad16-4507-82f9-a28c0cbc52e6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1227162 May 26 15:09:39.143821 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:39.144194 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.200971 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:39.208561 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:39.210927 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5767894-c8bd-4008-8c59-92b3820a2107" -d '{"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-plugged", "status": "completed", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:39.226007 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:39.227953 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:39.236868 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.242398 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-295bcd10-383a-46f7-8c24-b7da94a98473 admin admin] Publish callbacks [] for security_group (bf763484-236d-4b49-9ec9-1539c04c3eb6), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.260761 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-295bcd10-383a-46f7-8c24-b7da94a98473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bf763484-236d-4b49-9ec9-1539c04c3eb6), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.296744 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-295bcd10-383a-46f7-8c24-b7da94a98473 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67808d9e84714011b25197dbeeeb989d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8405285 May 26 15:09:39.299453 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43222) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:39.326629 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:39.339897 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43224) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:39.381185 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['7c1e2fa5-dc43-40be-953e-bee74f2af6fd'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:09:39.388735 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a52c33-a890-4705-82fc-cdee85dd0af9 req-bb351839-aef7-4f89-9743-b263628c3208 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859363 May 26 15:09:39.411970 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bcd10-383a-46f7-8c24-b7da94a98473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf763484-236d-4b49-9ec9-1539c04c3eb6,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:39.425074 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-69ca748f-5b59-4248-98ac-a067fa1e61eb service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720454 May 26 15:09:39.509307 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4749034-5d90-4067-a5f7-894a794a94a3 x-openstack-request-id: req-d4749034-5d90-4067-a5f7-894a794a94a3 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:39.509763 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-plugged", "status": "completed", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:39.511135 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4749034-5d90-4067-a5f7-894a794a94a3 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:39.511578 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4749034-5d90-4067-a5f7-894a794a94a3'] response: {'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'code': 200} May 26 15:09:39.664728 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a551d02d-e359-4e11-8d6b-19d175bee427 req-a7924bf3-76f7-4dcb-a004-eeece2fb29a8 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280297 May 26 15:09:39.683891 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:39.714364 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d7f9e-689e-40f6-b3f5-5606a152603a req-b361386b-8099-47c4-94a6-55c3e9e6c344 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:39.716272 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ca4d7f9e-689e-40f6-b3f5-5606a152603a req-b361386b-8099-47c4-94a6-55c3e9e6c344 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0801144 May 26 15:09:39.757611 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-538afce1-a726-4839-a480-8c3de82e1d4c admin admin] Publish callbacks [] for security_group (bf763484-236d-4b49-9ec9-1539c04c3eb6), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.784535 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1b3e10ee-e909-40a8-818a-0ca2eeda7cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.819476 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-538afce1-a726-4839-a480-8c3de82e1d4c admin admin] Publish callbacks [] for security_group (bf763484-236d-4b49-9ec9-1539c04c3eb6), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.833195 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ca4d7f9e-689e-40f6-b3f5-5606a152603a req-07b2a9bd-8e73-4437-9f34-1f512b9fe5c6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026855 May 26 15:09:39.902554 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-538afce1-a726-4839-a480-8c3de82e1d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bf763484-236d-4b49-9ec9-1539c04c3eb6), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.906883 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-538afce1-a726-4839-a480-8c3de82e1d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:39.909149 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-538afce1-a726-4839-a480-8c3de82e1d4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf763484-236d-4b49-9ec9-1539c04c3eb6 HTTP/1.1" status: 204 len: 168 time: 0.6079404 May 26 15:09:39.926417 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538afce1-a726-4839-a480-8c3de82e1d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf763484-236d-4b49-9ec9-1539c04c3eb6,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:39.930630 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a637436-4e53-46d5-8419-86dc192aa7dc req-b6b90db2-b8e1-424e-adc5-454f0fb0cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:39.932323 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a637436-4e53-46d5-8419-86dc192aa7dc req-b6b90db2-b8e1-424e-adc5-454f0fb0cd3e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 1129 time: 0.1329119 May 26 15:09:40.043159 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a637436-4e53-46d5-8419-86dc192aa7dc req-345ef4bf-8858-46c8-8985-85257cb62c56 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992455 May 26 15:09:40.078892 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1b3e10ee-e909-40a8-818a-0ca2eeda7cac admin admin] Publish callbacks [] for security_group (ec2619a9-910e-40c3-8f23-c3862d8d613b), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.085430 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1b3e10ee-e909-40a8-818a-0ca2eeda7cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ec2619a9-910e-40c3-8f23-c3862d8d613b), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.111044 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428bbb5-3f71-4223-9745-174d3921c0ac req-32e818cb-df5d-47a9-9680-badd323fda33 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:40.113445 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7428bbb5-3f71-4223-9745-174d3921c0ac req-32e818cb-df5d-47a9-9680-badd323fda33 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 943 time: 0.0776160 May 26 15:09:40.121135 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1b3e10ee-e909-40a8-818a-0ca2eeda7cac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76b9a456767c4aa99d73aee5a20a6172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7782967 May 26 15:09:40.127440 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43254) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:40.134081 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:40.174281 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e10ee-e909-40a8-818a-0ca2eeda7cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2619a9-910e-40c3-8f23-c3862d8d613b,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:40.203745 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7428bbb5-3f71-4223-9745-174d3921c0ac req-ddc37ef9-9ece-48ea-8dfc-2f720310dfdc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834002 May 26 15:09:40.219084 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-876ffff8-7367-43b1-aa99-0ec58d8c63ff admin admin] Publish callbacks [] for security_group (ec2619a9-910e-40c3-8f23-c3862d8d613b), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.244715 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-876ffff8-7367-43b1-aa99-0ec58d8c63ff admin admin] Publish callbacks [] for security_group (ec2619a9-910e-40c3-8f23-c3862d8d613b), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.261757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:40.262728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2ac68-dacf-4471-bfae-4492004184bf req-e54e0478-15f2-44c3-86dd-a2ffa4dfe296 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:40.264485 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f2e2ac68-dacf-4471-bfae-4492004184bf req-e54e0478-15f2-44c3-86dd-a2ffa4dfe296 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 945 time: 0.0903854 May 26 15:09:40.303237 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-876ffff8-7367-43b1-aa99-0ec58d8c63ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ec2619a9-910e-40c3-8f23-c3862d8d613b), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.306504 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-876ffff8-7367-43b1-aa99-0ec58d8c63ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.307263 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-876ffff8-7367-43b1-aa99-0ec58d8c63ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec2619a9-910e-40c3-8f23-c3862d8d613b HTTP/1.1" status: 204 len: 168 time: 0.1741133 May 26 15:09:40.321859 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ffff8-7367-43b1-aa99-0ec58d8c63ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2619a9-910e-40c3-8f23-c3862d8d613b,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:40.344236 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 800ecb9f-4310-4563-b53c-ff8623e28b8e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:09:40.358166 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f2e2ac68-dacf-4471-bfae-4492004184bf req-fa3740c4-c9ad-4b1a-9d1e-9a0430210110 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851130 May 26 15:09:40.380455 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 7c1e2fa5-dc43-40be-953e-bee74f2af6fd up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:40.481589 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:09:40.494117 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:40.494747 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.555408 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 800ecb9f-4310-4563-b53c-ff8623e28b8e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=800ecb9f-4310-4563-b53c-ff8623e28b8e,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:40.566854 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:40.573557 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:09:40.639188 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 800ecb9f-4310-4563-b53c-ff8623e28b8e is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:40.639600 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.657474 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:40.657863 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.669292 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800ecb9f-4310-4563-b53c-ff8623e28b8e {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:09:40.678479 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:40.713755 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 800ecb9f-4310-4563-b53c-ff8623e28b8e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=800ecb9f-4310-4563-b53c-ff8623e28b8e,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:40.725384 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.728497 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:40.734573 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.783595 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=800ecb9f-4310-4563-b53c-ff8623e28b8e,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:40.830484 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43276) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:40.847859 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3ce206b2-328c-459f-8da8-5382841d2ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.857973 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:40.988757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3ce206b2-328c-459f-8da8-5382841d2ae9 admin admin] Publish callbacks [] for security_group (2579d56e-f461-49c5-a73c-0def7dcd585e), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:40.994861 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3ce206b2-328c-459f-8da8-5382841d2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2579d56e-f461-49c5-a73c-0def7dcd585e), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:41.064849 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87cec-5aad-4b24-b2af-85216e7c0057 req-568e3021-01e8-4079-9274-3f3d08048629 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:41.066669 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce206b2-328c-459f-8da8-5382841d2ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2579d56e-f461-49c5-a73c-0def7dcd585e,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:41.076726 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bad87cec-5aad-4b24-b2af-85216e7c0057 req-568e3021-01e8-4079-9274-3f3d08048629 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0920446 May 26 15:09:41.094304 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-3ce206b2-328c-459f-8da8-5382841d2ae9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8834518f444848799f7a09e24fe43f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625885 May 26 15:09:41.095019 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43288) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:41.116385 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['800ecb9f-4310-4563-b53c-ff8623e28b8e'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:09:41.178294 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1930-1d5c-4af7-ac86-0b0b1146311e admin admin] Publish callbacks [] for security_group (2579d56e-f461-49c5-a73c-0def7dcd585e), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:41.180593 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bad87cec-5aad-4b24-b2af-85216e7c0057 req-30749fae-4519-4fa2-b20d-ffc26e0c8364 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954225 May 26 15:09:41.209732 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:41.212013 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1930-1d5c-4af7-ac86-0b0b1146311e admin admin] Publish callbacks [] for security_group (2579d56e-f461-49c5-a73c-0def7dcd585e), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:41.280343 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1930-1d5c-4af7-ac86-0b0b1146311e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2579d56e-f461-49c5-a73c-0def7dcd585e), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:41.283677 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1930-1d5c-4af7-ac86-0b0b1146311e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:41.288076 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c1cb1930-1d5c-4af7-ac86-0b0b1146311e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2579d56e-f461-49c5-a73c-0def7dcd585e HTTP/1.1" status: 204 len: 168 time: 0.1910601 May 26 15:09:41.308088 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb1930-1d5c-4af7-ac86-0b0b1146311e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2579d56e-f461-49c5-a73c-0def7dcd585e,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:41.362557 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2822954-e618-420c-a5a6-7981b727d830 req-3dd86079-29e6-485d-bd0a-a85c6529d993 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:41.372127 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e2822954-e618-420c-a5a6-7981b727d830 req-3dd86079-29e6-485d-bd0a-a85c6529d993 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 944 time: 0.0646546 May 26 15:09:41.452629 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e2822954-e618-420c-a5a6-7981b727d830 req-30238d22-9103-4c9a-b9aa-6d8c682d5998 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793798 May 26 15:09:41.508571 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b94d0-3b87-417b-9de9-7e5f01f0d032 req-40af1145-a594-417b-bad8-c032b1270416 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:41.510130 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-de5b94d0-3b87-417b-9de9-7e5f01f0d032 req-40af1145-a594-417b-bad8-c032b1270416 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0565331 May 26 15:09:41.512336 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:41.514835 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df54ebb-c6fe-46ab-bb7d-e2b413ac3d6c" -d '{"events": [{"server_uuid": "dea4ff4a-0c29-465d-b388-d223fd508a69", "name": "network-vif-plugged", "status": "completed", "tag": "7c1e2fa5-dc43-40be-953e-bee74f2af6fd"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:41.563764 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b8948-cbbb-49b4-b45d-eb0a07379a9c x-openstack-request-id: req-df4b8948-cbbb-49b4-b45d-eb0a07379a9c {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:41.564893 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea4ff4a-0c29-465d-b388-d223fd508a69", "name": "network-vif-plugged", "status": "completed", "tag": "7c1e2fa5-dc43-40be-953e-bee74f2af6fd", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:41.565654 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df4b8948-cbbb-49b4-b45d-eb0a07379a9c {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:41.566704 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4b8948-cbbb-49b4-b45d-eb0a07379a9c'] response: {'server_uuid': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd', 'code': 200} May 26 15:09:41.597781 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-de5b94d0-3b87-417b-9de9-7e5f01f0d032 req-2cb792f4-a7ac-44c0-acc9-b3df5c03a257 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789983 May 26 15:09:42.045013 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1c804-c13c-4426-ae80-3ea8c92c33c5 req-8c6f14de-2929-45fa-8b88-86b9771affe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:42.047801 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-c2d1c804-c13c-4426-ae80-3ea8c92c33c5 req-8c6f14de-2929-45fa-8b88-86b9771affe7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 1130 time: 0.0559061 May 26 15:09:42.121550 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-c2d1c804-c13c-4426-ae80-3ea8c92c33c5 req-2d619787-5711-41a6-ba91-6f74928ff83a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655212 May 26 15:09:42.350358 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e054a-5463-4c46-bf04-0176eb7e510e req-465a7ffd-fd0c-4731-81d1-dc2aa44ffae6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:42.352336 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9b5e054a-5463-4c46-bf04-0176eb7e510e req-465a7ffd-fd0c-4731-81d1-dc2aa44ffae6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0597818 May 26 15:09:42.352604 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 800ecb9f-4310-4563-b53c-ff8623e28b8e up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:09:42.420174 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 800ecb9f-4310-4563-b53c-ff8623e28b8e completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:09:42.424528 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9b5e054a-5463-4c46-bf04-0176eb7e510e req-7ca3b813-0b91-4208-87cd-8856bc2d34ae tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647550 May 26 15:09:42.439169 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 800ecb9f-4310-4563-b53c-ff8623e28b8e triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:09:42.439927 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:42.577587 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 800ecb9f-4310-4563-b53c-ff8623e28b8e is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:42.578660 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:42.654026 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 800ecb9f-4310-4563-b53c-ff8623e28b8e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=800ecb9f-4310-4563-b53c-ff8623e28b8e,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:42.657791 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d20e4-2359-4039-b534-30f5d99af610 req-b8a6152c-4af2-4132-aa2a-429bd97dfab6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:42.659721 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-365d20e4-2359-4039-b534-30f5d99af610 req-b8a6152c-4af2-4132-aa2a-429bd97dfab6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 944 time: 0.0966387 May 26 15:09:42.666346 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:42.676873 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff2faa-f182-4bb5-8bc8-b3b3321fa0b1 req-fc68ef89-d7bf-40fe-a388-2954cd1e3d13 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:42.682181 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c3ff2faa-f182-4bb5-8bc8-b3b3321fa0b1 req-fc68ef89-d7bf-40fe-a388-2954cd1e3d13 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.1087980 May 26 15:09:42.688811 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43374) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:42.696745 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-c37146a6-87c8-4c70-a999-4cdc2e00b3b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'floatingip': {'port_id': '2e5306c2-86c5-4899-9abd-3ff6e390eb95'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:42.737938 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=800ecb9f-4310-4563-b53c-ff8623e28b8e,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:42.825236 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c37146a6-87c8-4c70-a999-4cdc2e00b3b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:42.853394 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-365d20e4-2359-4039-b534-30f5d99af610 req-457255ff-fc84-48fe-b67e-76a0b412db6a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697168 May 26 15:09:42.877405 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef7425-60b5-44c8-a870-3f13d3d30563 req-feb496e5-f433-4de6-aa2d-25bf1de05459 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:42.878969 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0aef7425-60b5-44c8-a870-3f13d3d30563 req-feb496e5-f433-4de6-aa2d-25bf1de05459 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0883615 May 26 15:09:42.981489 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0aef7425-60b5-44c8-a870-3f13d3d30563 req-25a36137-44ac-47da-a5f6-53b4873b5336 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874028 May 26 15:09:43.568895 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800ecb9f-4310-4563-b53c-ff8623e28b8e'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:43.573940 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fbf340-7d94-4ea6-ab18-0e3f23dcc84b" -d '{"events": [{"server_uuid": "957f4d2d-884d-44ff-9aee-1acf1b6c8959", "name": "network-vif-plugged", "status": "completed", "tag": "800ecb9f-4310-4563-b53c-ff8623e28b8e"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:43.630216 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb46e935-0772-4dca-b3d2-d539c4c34bd5 x-openstack-request-id: req-bb46e935-0772-4dca-b3d2-d539c4c34bd5 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:43.631977 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957f4d2d-884d-44ff-9aee-1acf1b6c8959", "name": "network-vif-plugged", "status": "completed", "tag": "800ecb9f-4310-4563-b53c-ff8623e28b8e", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:43.632375 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb46e935-0772-4dca-b3d2-d539c4c34bd5 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:43.632715 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb46e935-0772-4dca-b3d2-d539c4c34bd5'] response: {'server_uuid': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'code': 200} May 26 15:09:43.635994 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:43.781506 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:43.972334 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c37146a6-87c8-4c70-a999-4cdc2e00b3b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:43.977853 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c37146a6-87c8-4c70-a999-4cdc2e00b3b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:44.080517 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3ec32-1aa5-4c87-9fba-0170495fa7cf req-c340a985-5774-46b2-9f8a-a9dd715e4c27 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:44.091077 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8e3ec32-1aa5-4c87-9fba-0170495fa7cf req-c340a985-5774-46b2-9f8a-a9dd715e4c27 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.1117737 May 26 15:09:44.192499 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2a646-44af-4e67-a1e4-48c912bf4c2b req-13935e79-18b3-4eb8-a7d9-fd37ff821065 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:44.193689 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3e2a646-44af-4e67-a1e4-48c912bf4c2b req-13935e79-18b3-4eb8-a7d9-fd37ff821065 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0690374 May 26 15:09:44.200454 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:44.288559 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8e3ec32-1aa5-4c87-9fba-0170495fa7cf req-0617d88b-2141-4821-8367-5fd1f9fe5aed tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963460 May 26 15:09:44.328730 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-c37146a6-87c8-4c70-a999-4cdc2e00b3b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Floating IP 7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a associated. External IP: 172.27.1.93, port: 2e5306c2-86c5-4899-9abd-3ff6e390eb95. May 26 15:09:44.345512 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43436) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:44.374026 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3e2a646-44af-4e67-a1e4-48c912bf4c2b req-91ea96fc-587c-4809-94d8-88be7595e9da tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714094 May 26 15:09:44.619916 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37146a6-87c8-4c70-a999-4cdc2e00b3b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:09:44.677515 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44d5c375-f1fc-42a2-813c-a222938e4709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:44.696438 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:44.817876 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37146a6-87c8-4c70-a999-4cdc2e00b3b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:09:44.825923 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c37146a6-87c8-4c70-a999-4cdc2e00b3b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:44.837305 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] Sync routers for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:09:44.854988 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:44.856218 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:44.893228 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c37146a6-87c8-4c70-a999-4cdc2e00b3b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "PUT /v2.0/floatingips/7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a HTTP/1.1" status: 200 len: 990 time: 2.2032437 May 26 15:09:44.899679 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:44.902079 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe64435e-61d8-4052-b87d-bf6198ce2b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:44.909903 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44d5c375-f1fc-42a2-813c-a222938e4709 admin admin] Publish callbacks [] for security_group (9631aee1-9eb0-4ae8-a2e8-cba28f4e05b6), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:44.915761 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-44d5c375-f1fc-42a2-813c-a222938e4709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9631aee1-9eb0-4ae8-a2e8-cba28f4e05b6), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:44.956101 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-44d5c375-f1fc-42a2-813c-a222938e4709 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71a469d15aa642e9b2aa1ec3bbf47ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6089513 May 26 15:09:44.963122 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43460) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:44.985092 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:45.002893 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5c375-f1fc-42a2-813c-a222938e4709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9631aee1-9eb0-4ae8-a2e8-cba28f4e05b6,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:45.009184 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc21573-56d8-472d-8149-b0efe6c5dcf3 x-openstack-request-id: req-bcc21573-56d8-472d-8149-b0efe6c5dcf3 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:45.009560 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:45.009729 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bcc21573-56d8-472d-8149-b0efe6c5dcf3 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:45.010155 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc21573-56d8-472d-8149-b0efe6c5dcf3'] response: {'name': 'network-changed', 'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'status': 'completed', 'code': 200} May 26 15:09:45.085845 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:45.099847 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-520a7fea-30b9-480f-b125-c6d291025786 admin admin] Publish callbacks [] for security_group (9631aee1-9eb0-4ae8-a2e8-cba28f4e05b6), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:45.120888 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-ee9922f9-b8ff-4c2c-ab0b-a9fb5ec7fa74 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698124 May 26 15:09:45.149116 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-190d4570-f27c-4112-9a77-4150fcf6f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:45.153492 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-190d4570-f27c-4112-9a77-4150fcf6f59e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 1129 time: 0.1010540 May 26 15:09:45.156588 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-520a7fea-30b9-480f-b125-c6d291025786 admin admin] Publish callbacks [] for security_group (9631aee1-9eb0-4ae8-a2e8-cba28f4e05b6), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:45.230297 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-520a7fea-30b9-480f-b125-c6d291025786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9631aee1-9eb0-4ae8-a2e8-cba28f4e05b6), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:45.235229 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-520a7fea-30b9-480f-b125-c6d291025786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:45.237405 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-520a7fea-30b9-480f-b125-c6d291025786 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9631aee1-9eb0-4ae8-a2e8-cba28f4e05b6 HTTP/1.1" status: 204 len: 168 time: 0.2725003 May 26 15:09:45.256539 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a7fea-30b9-480f-b125-c6d291025786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9631aee1-9eb0-4ae8-a2e8-cba28f4e05b6,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:45.547410 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'port_id': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'mac_address': 'fa:16:3e:2d:bf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cf01b4-e458-498b-990e-33b4171e1a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:15Z', 'updated_at': '2022-05-26T15:09:43Z', 'revision_number': 1, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:45.572542 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a055f6-d5c9-4419-a9d8-7f204676b52a req-e7480f40-01d7-4a89-8550-c6519110312a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:45.581215 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-19a055f6-d5c9-4419-a9d8-7f204676b52a req-e7480f40-01d7-4a89-8550-c6519110312a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.1220124 May 26 15:09:45.617177 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] Checking router: 63032ff9-f2ac-4259-8458-6aa7251ad3c4 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:09:45.654095 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:45.654667 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:45.731347 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-19a055f6-d5c9-4419-a9d8-7f204676b52a req-d91b42e2-49a8-4c35-8f56-c67fa84df851 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480978 May 26 15:09:45.742725 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-854695c7-f0c5-48ce-a34e-52bce45dc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:45.746074 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-854695c7-f0c5-48ce-a34e-52bce45dc480 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac537167367948ef88587242df4e921d&device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 1129 time: 0.1274619 May 26 15:09:45.754128 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeac878-c832-4f6f-9fee-fced1ec88bbe req-9308cfe3-4e1c-48bb-8b39-17ec91eeff8f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:45.774308 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9eeac878-c832-4f6f-9fee-fced1ec88bbe req-9308cfe3-4e1c-48bb-8b39-17ec91eeff8f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.1663225 May 26 15:09:45.889897 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093e8c1-d750-41c9-8fb9-f6ed64afc169 req-a9bc68c1-6767-42de-9659-da880407083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:45.900800 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6093e8c1-d750-41c9-8fb9-f6ed64afc169 req-a9bc68c1-6767-42de-9659-da880407083f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 1129 time: 0.3371606 May 26 15:09:45.906760 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:45.943418 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:45.990711 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9eeac878-c832-4f6f-9fee-fced1ec88bbe req-b5b40fe6-c51e-423d-b06b-16394ec0b653 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136867 May 26 15:09:46.038463 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-7a352e4e-614f-41b0-8c8c-55286fd36fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:46.041281 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-7a352e4e-614f-41b0-8c8c-55286fd36fcf service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.6036453 May 26 15:09:46.046713 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-3a3f0342-119d-4e14-8f27-18c679434454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:46.053660 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-3a3f0342-119d-4e14-8f27-18c679434454 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6e67ec8-e436-41ad-87a9-abca58e8da75 HTTP/1.1" status: 200 len: 913 time: 0.2570734 May 26 15:09:46.188213 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-53823112-1c92-40f6-a59d-5887a33944de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9ffac19-267b-4766-ba46-ba00d2f456b7 HTTP/1.1" status: 200 len: 217 time: 0.1276956 May 26 15:09:46.256644 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6093e8c1-d750-41c9-8fb9-f6ed64afc169 req-001ed1e9-0514-434a-8da1-a7ddead78c1e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410966 May 26 15:09:46.324693 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-ebbbc5f0-961a-4fe4-a585-c0219de40485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:46.327508 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-ebbbc5f0-961a-4fe4-a585-c0219de40485 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eec99e1b-0731-496b-87a7-ae620be6ba3b HTTP/1.1" status: 200 len: 852 time: 0.1333749 May 26 15:09:46.393773 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-7ebdb1e1-3552-4e0c-9041-d84149909472 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 200 len: 998 time: 0.3336310 May 26 15:09:46.407204 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc98e0e-6703-4fb7-86d0-59509e62d7ec req-c1a143f8-f972-48f4-9084-5cdbd8209348 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:46.409826 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6cc98e0e-6703-4fb7-86d0-59509e62d7ec req-c1a143f8-f972-48f4-9084-5cdbd8209348 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0808494 May 26 15:09:46.419026 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43516) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:46.425175 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-22e8afeb-fc19-4df1-b858-32a01a6fbac6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'floatingip': {'port_id': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:46.478948 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-22e8afeb-fc19-4df1-b858-32a01a6fbac6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (a002f296-ab8c-4b22-ab4e-00a8ae4f1217), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:46.484310 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43518) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:46.513815 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'port_id': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'mac_address': 'fa:16:3e:2d:bf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cf01b4-e458-498b-990e-33b4171e1a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:15Z', 'updated_at': '2022-05-26T15:09:43Z', 'revision_number': 1, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:46.567594 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d590d1b-3c45-4334-a1fa-f0cc57db495e None None] The sync data for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi is: [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'port_id': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'mac_address': 'fa:16:3e:2d:bf:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cf01b4-e458-498b-990e-33b4171e1a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:15Z', 'updated_at': '2022-05-26T15:09:43Z', 'revision_number': 1, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:09:46.666253 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-75bf18fb-aaf7-4e13-96ed-fe759cefa77e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6e67ec8-e436-41ad-87a9-abca58e8da75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886562 May 26 15:09:46.761222 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-96f17bfa-9f98-4504-ac54-fa00d91bd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:46.763327 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-96f17bfa-9f98-4504-ac54-fa00d91bd332 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.1198454 May 26 15:09:46.804273 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ebbde-e3c0-4000-86d3-6db57eaef824 req-b00ed9b8-b28f-4c90-bd75-20aa4a9b8ec2 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:46.806520 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0b3ebbde-e3c0-4000-86d3-6db57eaef824 req-b00ed9b8-b28f-4c90-bd75-20aa4a9b8ec2 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.0968456 May 26 15:09:46.857063 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86ccefa6-cf3f-4e9d-9ce6-75c1e30d68e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:46.956271 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0b3ebbde-e3c0-4000-86d3-6db57eaef824 req-0b45842a-9f98-4202-9236-e65e31a54722 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397848 May 26 15:09:46.988391 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb188698-30c3-4f65-98c8-6c147587f291 req-d31d9f5a-feb0-4525-9b8e-ff575017ddd1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:46.990850 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bb188698-30c3-4f65-98c8-6c147587f291 req-d31d9f5a-feb0-4525-9b8e-ff575017ddd1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.1042173 May 26 15:09:47.023416 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614e456-aea8-45a0-9fb3-2fefae0db7dd None None] New status for floating IP 7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a: ACTIVE {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:09:47.060613 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:47.069030 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43540) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:47.108113 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bb188698-30c3-4f65-98c8-6c147587f291 req-b065e75c-6e18-4203-9780-16aff9677cac tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098361 May 26 15:09:47.221422 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86ccefa6-cf3f-4e9d-9ce6-75c1e30d68e7 admin admin] Publish callbacks [] for security_group (cbeeebda-9909-483c-89f5-04b00de466ea), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.233113 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86ccefa6-cf3f-4e9d-9ce6-75c1e30d68e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cbeeebda-9909-483c-89f5-04b00de466ea), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.303883 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccefa6-cf3f-4e9d-9ce6-75c1e30d68e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeeebda-9909-483c-89f5-04b00de466ea,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:47.346276 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-86ccefa6-cf3f-4e9d-9ce6-75c1e30d68e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1927b6f4b6d44a6088c33e8c0d30cd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8607981 May 26 15:09:47.349142 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43552) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:47.350817 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-22e8afeb-fc19-4df1-b858-32a01a6fbac6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.356570 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-22e8afeb-fc19-4df1-b858-32a01a6fbac6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (a002f296-ab8c-4b22-ab4e-00a8ae4f1217), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.420683 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bad6128a-2209-46c7-976d-e7dd0ecfb99e admin admin] Publish callbacks [] for security_group (cbeeebda-9909-483c-89f5-04b00de466ea), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.455602 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bad6128a-2209-46c7-976d-e7dd0ecfb99e admin admin] Publish callbacks [] for security_group (cbeeebda-9909-483c-89f5-04b00de466ea), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.457350 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:47.518158 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bad6128a-2209-46c7-976d-e7dd0ecfb99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cbeeebda-9909-483c-89f5-04b00de466ea), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.519972 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:47.521798 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bad6128a-2209-46c7-976d-e7dd0ecfb99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.523272 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-bad6128a-2209-46c7-976d-e7dd0ecfb99e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cbeeebda-9909-483c-89f5-04b00de466ea HTTP/1.1" status: 204 len: 168 time: 0.1730976 May 26 15:09:47.534457 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.538396 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6128a-2209-46c7-976d-e7dd0ecfb99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeeebda-9909-483c-89f5-04b00de466ea,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:47.591011 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fb060b4d-5909-4db0-a44b-6fcf2a3d97c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:47.596191 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-22e8afeb-fc19-4df1-b858-32a01a6fbac6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Floating IP a002f296-ab8c-4b22-ab4e-00a8ae4f1217 associated. External IP: 172.27.1.12, port: 7c1e2fa5-dc43-40be-953e-bee74f2af6fd. May 26 15:09:48.045443 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43578) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:48.073113 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fb060b4d-5909-4db0-a44b-6fcf2a3d97c6 admin admin] Publish callbacks [] for security_group (57c4441f-46d4-4c29-b255-3397dace9b71), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.087986 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0782fbf8-1d5c-4b0f-8c32-796e643abf74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.107104 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fb060b4d-5909-4db0-a44b-6fcf2a3d97c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (57c4441f-46d4-4c29-b255-3397dace9b71), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.155169 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:48.179576 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb060b4d-5909-4db0-a44b-6fcf2a3d97c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c4441f-46d4-4c29-b255-3397dace9b71,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:48.186685 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-fb060b4d-5909-4db0-a44b-6fcf2a3d97c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdc9f8ca84bb4d33b2c7f76ab47f58d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1155431 May 26 15:09:48.188984 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a91085-2756-483e-a472-8a4edb6dbc9d req-50a33497-b66c-4483-acef-a2236cf1c4b3 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:48.189319 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43584) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:48.198095 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-10a91085-2756-483e-a472-8a4edb6dbc9d req-50a33497-b66c-4483-acef-a2236cf1c4b3 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.1006215 May 26 15:09:48.202804 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e8afeb-fc19-4df1-b858-32a01a6fbac6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Router 59ac08e4-aeb4-4212-b950-3597a8c679d3 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:09:48.303361 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0c4c-8876-476b-99fb-e24d013364e6 admin admin] Publish callbacks [] for security_group (57c4441f-46d4-4c29-b255-3397dace9b71), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.309311 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:48.318525 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9073a6-7312-462f-8252-f656b511c0af req-00255655-f291-4b29-a900-7ef785f28f8c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:48.320101 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d9073a6-7312-462f-8252-f656b511c0af req-00255655-f291-4b29-a900-7ef785f28f8c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.1110249 May 26 15:09:48.336909 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-10a91085-2756-483e-a472-8a4edb6dbc9d req-a21543d1-b13b-4501-9c90-b1740c50730b tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290736 May 26 15:09:48.377828 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0782fbf8-1d5c-4b0f-8c32-796e643abf74 admin admin] Publish callbacks [] for security_group (7cc155cd-3c41-4463-9118-6c283e7f267b), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.384219 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0c4c-8876-476b-99fb-e24d013364e6 admin admin] Publish callbacks [] for security_group (57c4441f-46d4-4c29-b255-3397dace9b71), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.396671 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0782fbf8-1d5c-4b0f-8c32-796e643abf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7cc155cd-3c41-4463-9118-6c283e7f267b), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.464445 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e8afeb-fc19-4df1-b858-32a01a6fbac6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:09:48.468929 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-a1930f32-b9e0-4c2a-9a4f-ec7f6711ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:48.470440 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-a1930f32-b9e0-4c2a-9a4f-ec7f6711ccaa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1147203 May 26 15:09:48.473868 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-22e8afeb-fc19-4df1-b858-32a01a6fbac6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.475164 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] Sync routers for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:09:48.493362 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:48.494025 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:48.516748 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-0782fbf8-1d5c-4b0f-8c32-796e643abf74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0ab6453132948038ccb7f4e8176e5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671555 May 26 15:09:48.517668 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43586) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:48.528169 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782fbf8-1d5c-4b0f-8c32-796e643abf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc155cd-3c41-4463-9118-6c283e7f267b,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:48.542189 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d9073a6-7312-462f-8252-f656b511c0af req-f7c0eaa3-fa84-4d52-8fd9-31fb13096290 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043490 May 26 15:09:48.551812 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-22e8afeb-fc19-4df1-b858-32a01a6fbac6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "PUT /v2.0/floatingips/a002f296-ab8c-4b22-ab4e-00a8ae4f1217 HTTP/1.1" status: 200 len: 991 time: 2.1316800 May 26 15:09:48.571632 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'tag': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:48.576773 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65633108-088f-4d12-8d11-bedbdee8b803" -d '{"events": [{"name": "network-changed", "server_uuid": "dea4ff4a-0c29-465d-b388-d223fd508a69", "tag": "7c1e2fa5-dc43-40be-953e-bee74f2af6fd"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:48.580849 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0c4c-8876-476b-99fb-e24d013364e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (57c4441f-46d4-4c29-b255-3397dace9b71), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.584538 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0c4c-8876-476b-99fb-e24d013364e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.588359 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-f8ef0c4c-8876-476b-99fb-e24d013364e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57c4441f-46d4-4c29-b255-3397dace9b71 HTTP/1.1" status: 204 len: 168 time: 0.3956976 May 26 15:09:48.631299 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef0c4c-8876-476b-99fb-e24d013364e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c4441f-46d4-4c29-b255-3397dace9b71,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:48.655846 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-6897a600-4903-4772-8f63-43ba511286ee service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67ec8-e436-41ad-87a9-abca58e8da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065555 May 26 15:09:48.676843 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af4737f-838c-44f7-b07f-03ab4ad5299c x-openstack-request-id: req-9af4737f-838c-44f7-b07f-03ab4ad5299c {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:48.677149 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea4ff4a-0c29-465d-b388-d223fd508a69", "tag": "7c1e2fa5-dc43-40be-953e-bee74f2af6fd", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:48.677587 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9af4737f-838c-44f7-b07f-03ab4ad5299c {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:48.678005 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af4737f-838c-44f7-b07f-03ab4ad5299c'] response: {'name': 'network-changed', 'server_uuid': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'tag': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd', 'status': 'completed', 'code': 200} May 26 15:09:48.690234 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e95683b6-671b-456a-92b0-71137ab26506 admin admin] Publish callbacks [] for security_group (7cc155cd-3c41-4463-9118-6c283e7f267b), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.701038 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-f1257d09-68e4-4fdc-b2b7-05ac0505326f service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747651 May 26 15:09:48.706548 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:48.722454 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e95683b6-671b-456a-92b0-71137ab26506 admin admin] Publish callbacks [] for security_group (7cc155cd-3c41-4463-9118-6c283e7f267b), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.777797 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e95683b6-671b-456a-92b0-71137ab26506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7cc155cd-3c41-4463-9118-6c283e7f267b), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.782523 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e95683b6-671b-456a-92b0-71137ab26506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:48.787384 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e95683b6-671b-456a-92b0-71137ab26506 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7cc155cd-3c41-4463-9118-6c283e7f267b HTTP/1.1" status: 204 len: 168 time: 0.2673080 May 26 15:09:48.806519 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95683b6-671b-456a-92b0-71137ab26506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc155cd-3c41-4463-9118-6c283e7f267b,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:48.913967 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:48.921025 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:49.178840 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-fe64435e-61d8-4052-b87d-bf6198ce2b2a req-ea582e12-7913-4974-bb75-7ba77d28491b service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147779 May 26 15:09:49.189055 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32211e5b-cd09-4b5b-b852-e8825c78497e req-514b1c36-34f3-4808-9313-8b4c64a85815 service neutron] 10.222.0.75 "GET /v2.0/networks/d6e67ec8-e436-41ad-87a9-abca58e8da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439814 May 26 15:09:49.197242 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a002f296-ab8c-4b22-ab4e-00a8ae4f1217', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'port_id': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:20Z', 'updated_at': '2022-05-26T15:09:47Z', 'revision_number': 1, 'project_id': '0910873988084bc0becc79bb99febc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:49.207708 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43610) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:49.225569 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:49.229752 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:49.231423 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] Checking router: 59ac08e4-aeb4-4212-b950-3597a8c679d3 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:09:49.242942 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:49.243836 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:49.404934 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Publish callbacks [] for security_group (a75e3a96-2fb4-448f-af09-fb33138ba9e6), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:49.411602 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:49.433055 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a75e3a96-2fb4-448f-af09-fb33138ba9e6), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:49.550234 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65633108-088f-4d12-8d11-bedbdee8b803 req-30dcd3ef-079e-471a-9ed8-b9c1c8f8b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:49.551782 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-65633108-088f-4d12-8d11-bedbdee8b803 req-30dcd3ef-079e-471a-9ed8-b9c1c8f8b8c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 1130 time: 0.1704154 May 26 15:09:49.559718 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e3a96-2fb4-448f-af09-fb33138ba9e6,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:49.565595 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=658b0d6c1e9b46fe981657f449ef778e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564343 May 26 15:09:49.568683 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43620) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:49.584195 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.584195 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.584195 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.584513 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.584831 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.585434 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.585737 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.586209 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.587029 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.587436 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.587999 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.588555 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.589111 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.589621 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.590728 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918f18f5-fe4c-4b38-b157-4eaba16fcbb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:49.862383 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa339-9ef9-4a55-baac-de95f173e0ee req-a52bea34-48b3-4d20-8376-9d9eaf2f3907 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:49.870241 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77cfa339-9ef9-4a55-baac-de95f173e0ee req-a52bea34-48b3-4d20-8376-9d9eaf2f3907 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.1275568 May 26 15:09:49.877910 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a002f296-ab8c-4b22-ab4e-00a8ae4f1217', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'port_id': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:20Z', 'updated_at': '2022-05-26T15:09:47Z', 'revision_number': 1, 'project_id': '0910873988084bc0becc79bb99febc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:49.880280 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:49.911110 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdad798-c07d-41df-919c-45a83a15282a req-30ef320f-a967-49f6-9196-a1d7a8b1a195 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:49.913032 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-4bdad798-c07d-41df-919c-45a83a15282a req-30ef320f-a967-49f6-9196-a1d7a8b1a195 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.75 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.2366338 May 26 15:09:49.914760 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465db2f-7d11-4ffe-8da6-068dd4a74211 req-ec00ef0e-b966-4f0b-b3e4-caee1a29087a tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:49.920051 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1465db2f-7d11-4ffe-8da6-068dd4a74211 req-ec00ef0e-b966-4f0b-b3e4-caee1a29087a tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.3557420 May 26 15:09:49.933395 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43630) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:49.945873 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58bd5e-5b69-4817-ab44-0eb3454cd219 None None] The sync data for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi is: [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a002f296-ab8c-4b22-ab4e-00a8ae4f1217', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'port_id': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'mac_address': 'fa:16:3e:c8:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:20Z', 'updated_at': '2022-05-26T15:09:47Z', 'revision_number': 1, 'project_id': '0910873988084bc0becc79bb99febc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:09:49.970280 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Publish callbacks [] for security_group (a75e3a96-2fb4-448f-af09-fb33138ba9e6), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:49.982845 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65633108-088f-4d12-8d11-bedbdee8b803 req-e1971598-ff8d-458f-943d-b1c98e60afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:49.986172 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-65633108-088f-4d12-8d11-bedbdee8b803 req-e1971598-ff8d-458f-943d-b1c98e60afdb service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 911 time: 0.4162471 May 26 15:09:50.036848 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Publish callbacks [] for security_group (a75e3a96-2fb4-448f-af09-fb33138ba9e6), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:50.038862 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:50.068242 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77cfa339-9ef9-4a55-baac-de95f173e0ee req-ca067e52-9676-4b06-b4f2-aedaa511f7a7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769543 May 26 15:09:50.120208 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1465db2f-7d11-4ffe-8da6-068dd4a74211 req-0b171cc8-527d-4af2-beaa-f3be0e84b757 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722105 May 26 15:09:50.181407 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a75e3a96-2fb4-448f-af09-fb33138ba9e6), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:50.189102 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:50.203369 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a75e3a96-2fb4-448f-af09-fb33138ba9e6 HTTP/1.1" status: 204 len: 168 time: 0.6327543 May 26 15:09:50.232510 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e3a96-2fb4-448f-af09-fb33138ba9e6,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:50.282146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.282662 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.283168 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.283694 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.284390 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.284917 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.285472 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.285979 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.286647 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.287166 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.287783 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.288213 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.288716 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.289239 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.289840 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4325ebc-ec72-4cd4-a06d-c5f6dc4a61de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:09:50.306813 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab571b4-22a3-482f-af9c-09996ff36569 req-0ec95a3d-e5d4-42e9-bc6e-73d536dbd318 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:50.317726 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43642) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:50.323151 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-0b7c02ab-e06b-40da-b248-a02fadc87f48 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'floatingip': {'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:50.324794 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bab571b4-22a3-482f-af9c-09996ff36569 req-0ec95a3d-e5d4-42e9-bc6e-73d536dbd318 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.1183414 May 26 15:09:50.355492 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b537a7-f1b1-4b20-a96c-269ff9f8e61a None None] New status for floating IP a002f296-ab8c-4b22-ab4e-00a8ae4f1217: ACTIVE {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:09:50.416481 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0b7c02ab-e06b-40da-b248-a02fadc87f48 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (456f7a4c-e0bb-4c69-a629-85217ab32694), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:50.419067 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d0781353-0ad1-4d1f-9ab6-d854cdb3ec02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:50.423266 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:50.499837 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:50.696159 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d0781353-0ad1-4d1f-9ab6-d854cdb3ec02 admin admin] Publish callbacks [] for security_group (a7ce1ed4-3d40-4dc7-817c-1ddd9e1b9c80), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:50.727652 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d0781353-0ad1-4d1f-9ab6-d854cdb3ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a7ce1ed4-3d40-4dc7-817c-1ddd9e1b9c80), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:50.750749 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:50.768042 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0781353-0ad1-4d1f-9ab6-d854cdb3ec02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ce1ed4-3d40-4dc7-817c-1ddd9e1b9c80,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:50.809721 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-d0781353-0ad1-4d1f-9ab6-d854cdb3ec02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=156f43da4ee5406abc05ecc0d89e9042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8728015 May 26 15:09:50.810258 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43660) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:50.890535 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e33185ab-e191-48be-85c2-6d7d5fe95d8a admin admin] Publish callbacks [] for security_group (a7ce1ed4-3d40-4dc7-817c-1ddd9e1b9c80), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:50.924481 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e33185ab-e191-48be-85c2-6d7d5fe95d8a admin admin] Publish callbacks [] for security_group (a7ce1ed4-3d40-4dc7-817c-1ddd9e1b9c80), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:50.988274 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:50.998045 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e33185ab-e191-48be-85c2-6d7d5fe95d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a7ce1ed4-3d40-4dc7-817c-1ddd9e1b9c80), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:51.002053 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e33185ab-e191-48be-85c2-6d7d5fe95d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:51.004003 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e33185ab-e191-48be-85c2-6d7d5fe95d8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7ce1ed4-3d40-4dc7-817c-1ddd9e1b9c80 HTTP/1.1" status: 204 len: 168 time: 0.1923485 May 26 15:09:51.016721 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33185ab-e191-48be-85c2-6d7d5fe95d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ce1ed4-3d40-4dc7-817c-1ddd9e1b9c80,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:51.102151 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0b7c02ab-e06b-40da-b248-a02fadc87f48 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:51.107828 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0b7c02ab-e06b-40da-b248-a02fadc87f48 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (456f7a4c-e0bb-4c69-a629-85217ab32694), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:51.259724 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-0b7c02ab-e06b-40da-b248-a02fadc87f48 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Floating IP 456f7a4c-e0bb-4c69-a629-85217ab32694 associated. External IP: 172.27.1.126, port: 800ecb9f-4310-4563-b53c-ff8623e28b8e. May 26 15:09:51.281833 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eff1a-8a8f-4fd5-8f04-b4ff497d9bb5 req-dc389f6b-4915-4976-ae8a-1e4c65d59893 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:51.289523 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a95eff1a-8a8f-4fd5-8f04-b4ff497d9bb5 req-dc389f6b-4915-4976-ae8a-1e4c65d59893 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.0851645 May 26 15:09:51.355671 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a95eff1a-8a8f-4fd5-8f04-b4ff497d9bb5 req-1de94fe5-66fa-4d28-88c1-ee03ecb0e07b tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650105 May 26 15:09:51.500941 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7c02ab-e06b-40da-b248-a02fadc87f48 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:09:51.541442 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43686) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:51.637675 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7c02ab-e06b-40da-b248-a02fadc87f48 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:09:51.643206 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0b7c02ab-e06b-40da-b248-a02fadc87f48 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:51.646712 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:51.652654 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:09:51.674198 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:51.675051 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:51.695620 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43694) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:51.707698 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0b7c02ab-e06b-40da-b248-a02fadc87f48 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "PUT /v2.0/floatingips/456f7a4c-e0bb-4c69-a629-85217ab32694 HTTP/1.1" status: 200 len: 991 time: 1.3888509 May 26 15:09:51.708336 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'tag': '800ecb9f-4310-4563-b53c-ff8623e28b8e'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:51.710656 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f0bbaa-48b7-45db-990a-84c7fba87b33" -d '{"events": [{"name": "network-changed", "server_uuid": "957f4d2d-884d-44ff-9aee-1acf1b6c8959", "tag": "800ecb9f-4310-4563-b53c-ff8623e28b8e"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:51.724824 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-04c17efb-bb4d-4991-af7d-8dc9b88bc75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:51.757191 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4546b1d3-fa50-4f19-86e1-73caee9f24c0 x-openstack-request-id: req-4546b1d3-fa50-4f19-86e1-73caee9f24c0 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:51.757683 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957f4d2d-884d-44ff-9aee-1acf1b6c8959", "tag": "800ecb9f-4310-4563-b53c-ff8623e28b8e", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:51.758458 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4546b1d3-fa50-4f19-86e1-73caee9f24c0 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:51.758458 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4546b1d3-fa50-4f19-86e1-73caee9f24c0'] response: {'name': 'network-changed', 'server_uuid': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'tag': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'status': 'completed', 'code': 200} May 26 15:09:51.836327 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:51.849664 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-04c17efb-bb4d-4991-af7d-8dc9b88bc75f admin admin] Publish callbacks [] for security_group (dd1a78e4-11c0-46d1-8fcf-7be818869b12), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:51.858172 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-04c17efb-bb4d-4991-af7d-8dc9b88bc75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (dd1a78e4-11c0-46d1-8fcf-7be818869b12), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:51.899280 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c17efb-bb4d-4991-af7d-8dc9b88bc75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a78e4-11c0-46d1-8fcf-7be818869b12,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:51.935831 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-04c17efb-bb4d-4991-af7d-8dc9b88bc75f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b38f8fdcee1b49be9fcdf84534dc9b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390442 May 26 15:09:51.939085 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43702) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:51.959450 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:51.973800 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-961756096-network', 'tenant_id': '75b35b9ac1764016b396142a41ee5d1e'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:52.020146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Made reservation on behalf of 75b35b9ac1764016b396142a41ee5d1e for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:52.022472 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.034369 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-657f5f46-d1ba-4133-ac26-f070cef4d1a5 admin admin] Publish callbacks [] for security_group (dd1a78e4-11c0-46d1-8fcf-7be818869b12), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.037650 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.075296 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-657f5f46-d1ba-4133-ac26-f070cef4d1a5 admin admin] Publish callbacks [] for security_group (dd1a78e4-11c0-46d1-8fcf-7be818869b12), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.118148 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '456f7a4c-e0bb-4c69-a629-85217ab32694', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:22Z', 'updated_at': '2022-05-26T15:09:50Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:52.151401 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:09:52.174723 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:09:52.176125 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:09:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:52.182182 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:52.182817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Publish callbacks [] for security_group (aa17ba4d-222d-4429-ac45-b356914c2694), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.195928 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (aa17ba4d-222d-4429-ac45-b356914c2694), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.212295 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-657f5f46-d1ba-4133-ac26-f070cef4d1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (dd1a78e4-11c0-46d1-8fcf-7be818869b12), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.215490 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-657f5f46-d1ba-4133-ac26-f070cef4d1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.217499 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-657f5f46-d1ba-4133-ac26-f070cef4d1a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd1a78e4-11c0-46d1-8fcf-7be818869b12 HTTP/1.1" status: 204 len: 168 time: 0.2762988 May 26 15:09:52.227447 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:09:52.240957 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:52.244788 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa17ba4d-222d-4429-ac45-b356914c2694,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:52.255394 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (0091d88d-2e46-4046-8701-1d2360789434), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.255943 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Added segment 0091d88d-2e46-4046-8701-1d2360789434 of type vlan for network 5d71c328-5d5f-4938-83a5-16977f705bd7 May 26 15:09:52.276217 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f5f46-d1ba-4133-ac26-f070cef4d1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a78e4-11c0-46d1-8fcf-7be818869b12,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:52.323945 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (5d71c328-5d5f-4938-83a5-16977f705bd7), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.336487 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:09:52.358147 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (5d71c328-5d5f-4938-83a5-16977f705bd7), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.359511 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:52.360620 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.379385 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:52.442235 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8992188 May 26 15:09:52.446204 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43716) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:52.454137 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Request body: {'subnet': {'network_id': '5d71c328-5d5f-4938-83a5-16977f705bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-961756096-subnet', 'tenant_id': '75b35b9ac1764016b396142a41ee5d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:52.463591 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8b8d5-6f51-41ef-9cc8-cf98c5c219b5 admin admin] Pushing event updated for resources: {'Network': ['ID=5d71c328-5d5f-4938-83a5-16977f705bd7,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:52.479365 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 5d71c328-5d5f-4938-83a5-16977f705bd7 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:09:52.515003 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Made reservation on behalf of 75b35b9ac1764016b396142a41ee5d1e for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:52.528792 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12408975'] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.538207 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac3d52-8df1-41fb-99a1-0ced2c58b9d5 req-1fd0d9bf-d9c0-46c9-a5f6-1330eb529aff tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:52.543277 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-54ac3d52-8df1-41fb-99a1-0ced2c58b9d5 req-1fd0d9bf-d9c0-46c9-a5f6-1330eb529aff tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 945 time: 0.0710511 May 26 15:09:52.624320 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device b9ffac19-267b-4766-ba46-ba00d2f456b7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:09:52.744818 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-54ac3d52-8df1-41fb-99a1-0ced2c58b9d5 req-7374b160-5a44-4ab9-94c4-b64347ece3b7 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791406 May 26 15:09:52.763090 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-0483f979-d2eb-4588-b0ab-b8604a9506ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:52.768841 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-0483f979-d2eb-4588-b0ab-b8604a9506ce service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 1129 time: 0.1738262 May 26 15:09:52.834845 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port b9ffac19-267b-4766-ba46-ba00d2f456b7 is: ACTIVE; New status is: DOWN {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:09:52.836848 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.887424 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36adfbf4-6054-422d-9c0a-f71051437895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ffac19-267b-4766-ba46-ba00d2f456b7'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:52.890687 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ab3a16-7c0a-4baf-a2f9-28e0910c8c92" -d '{"events": [{"server_uuid": "36adfbf4-6054-422d-9c0a-f71051437895", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ffac19-267b-4766-ba46-ba00d2f456b7"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:52.922598 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43730) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:52.946317 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port b9ffac19-267b-4766-ba46-ba00d2f456b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9ffac19-267b-4766-ba46-ba00d2f456b7,segment=NetworkSegment(73dbdc73-d17f-488f-b7c4-09d570edb8d0),segment_id=73dbdc73-d17f-488f-b7c4-09d570edb8d0)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:52.956173 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-679f8b35-1d87-4e6a-bbbe-c9a3364a8c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:52.959832 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.020757 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '456f7a4c-e0bb-4c69-a629-85217ab32694', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:22Z', 'updated_at': '2022-05-26T15:09:50Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:09:53.051172 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=b9ffac19-267b-4766-ba46-ba00d2f456b7,revision_number=6']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:53.057522 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff3bfb-a2d5-4a33-a917-5235601e3857 x-openstack-request-id: req-3fff3bfb-a2d5-4a33-a917-5235601e3857 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:53.058004 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36adfbf4-6054-422d-9c0a-f71051437895", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ffac19-267b-4766-ba46-ba00d2f456b7", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:53.058481 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fff3bfb-a2d5-4a33-a917-5235601e3857 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:53.059015 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fff3bfb-a2d5-4a33-a917-5235601e3857'] response: {'server_uuid': '36adfbf4-6054-422d-9c0a-f71051437895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ffac19-267b-4766-ba46-ba00d2f456b7', 'code': 200} May 26 15:09:53.079077 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838cad41-ceac-4508-b00c-090a0347ad1b None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '456f7a4c-e0bb-4c69-a629-85217ab32694', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:22Z', 'updated_at': '2022-05-26T15:09:50Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:09:53.088149 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-4f252241-8d60-4520-813e-ff0d93d63b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:53.096130 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-4f252241-8d60-4520-813e-ff0d93d63b66 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 916 time: 0.3155077 May 26 15:09:53.133654 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-65633108-088f-4d12-8d11-bedbdee8b803 req-b8d7aa6a-99ca-4934-99c8-b8159f5b4832 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd HTTP/1.1" status: 200 len: 1001 time: 0.5795038 May 26 15:09:53.184420 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:53.191655 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-4bdad798-c07d-41df-919c-45a83a15282a req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Deleting port b9ffac19-267b-4766-ba46-ba00d2f456b7 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:09:53.192001 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-4bdad798-c07d-41df-919c-45a83a15282a req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.252170 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-2f1c7ce4-e48a-41ed-a217-df2ec7039ead service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=800ecb9f-4310-4563-b53c-ff8623e28b8e HTTP/1.1" status: 200 len: 999 time: 0.1412158 May 26 15:09:53.254241 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:53.278628 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-679f8b35-1d87-4e6a-bbbe-c9a3364a8c6f admin admin] Publish callbacks [] for security_group (315f2abc-fb4b-41c9-96fe-da8bcfd03559), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.304761 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-679f8b35-1d87-4e6a-bbbe-c9a3364a8c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (315f2abc-fb4b-41c9-96fe-da8bcfd03559), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.309888 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65633108-088f-4d12-8d11-bedbdee8b803 req-787eeae9-d620-4851-9451-167a91206ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:53.311603 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-65633108-088f-4d12-8d11-bedbdee8b803 req-787eeae9-d620-4851-9451-167a91206ee0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.1603079 May 26 15:09:53.361351 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-024b762a-0a54-4196-af7f-d2ab0fd1bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:53.363776 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-024b762a-0a54-4196-af7f-d2ab0fd1bd6e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.1008830 May 26 15:09:53.429724 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-679f8b35-1d87-4e6a-bbbe-c9a3364a8c6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92f36451fefc449cbea3b78dfa0c7c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054169 May 26 15:09:53.432836 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43732) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:53.487843 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65633108-088f-4d12-8d11-bedbdee8b803 req-b1541e84-731c-4701-a201-e091a4937deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:53.490247 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-65633108-088f-4d12-8d11-bedbdee8b803 req-b1541e84-731c-4701-a201-e091a4937deb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1709657 May 26 15:09:53.502429 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f8b35-1d87-4e6a-bbbe-c9a3364a8c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315f2abc-fb4b-41c9-96fe-da8bcfd03559,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:53.516931 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-4bdad798-c07d-41df-919c-45a83a15282a req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] For port b9ffac19-267b-4766-ba46-ba00d2f456b7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b9ffac19-267b-4766-ba46-ba00d2f456b7,segment=NetworkSegment(73dbdc73-d17f-488f-b7c4-09d570edb8d0),segment_id=73dbdc73-d17f-488f-b7c4-09d570edb8d0)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:09:53.517371 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-4bdad798-c07d-41df-919c-45a83a15282a req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.525946 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d9bfd-9993-438b-8eae-55294f2908ee None None] New status for floating IP 456f7a4c-e0bb-4c69-a629-85217ab32694: ACTIVE {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:09:53.530283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-031c459e-6821-4ac5-a963-0978a4a2a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:53.534409 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-031c459e-6821-4ac5-a963-0978a4a2a255 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1631882 May 26 15:09:53.556963 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11762038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12408985'] for subnet (d859d743-531c-4c60-9b48-65acd9a934d7), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.605089 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-4bdad798-c07d-41df-919c-45a83a15282a req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Calling delete_port for b9ffac19-267b-4766-ba46-ba00d2f456b7 owned by compute:nova {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:09:53.637416 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1c1aeeb8-a96d-447e-b5e2-d0df130c7383 admin admin] Publish callbacks [] for security_group (315f2abc-fb4b-41c9-96fe-da8bcfd03559), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.685664 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1c1aeeb8-a96d-447e-b5e2-d0df130c7383 admin admin] Publish callbacks [] for security_group (315f2abc-fb4b-41c9-96fe-da8bcfd03559), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.699611 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:53.719416 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-a2cf393f-427e-4032-9568-464b9307a4f3 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783550 May 26 15:09:53.742076 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d859d743-531c-4c60-9b48-65acd9a934d7,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:53.814467 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Checking segment: {'id': '0091d88d-2e46-4046-8701-1d2360789434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5d71c328-5d5f-4938-83a5-16977f705bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:53.814829 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Network hostable DHCP agents. Network: 5d71c328-5d5f-4938-83a5-16977f705bd7, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:09:53.824623 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-65633108-088f-4d12-8d11-bedbdee8b803 req-5ca115cf-7a88-495c-a184-bd9b34d8db49 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097763 May 26 15:09:53.891406 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1c1aeeb8-a96d-447e-b5e2-d0df130c7383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (315f2abc-fb4b-41c9-96fe-da8bcfd03559), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.894522 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1c1aeeb8-a96d-447e-b5e2-d0df130c7383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:53.899389 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-1c1aeeb8-a96d-447e-b5e2-d0df130c7383 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/315f2abc-fb4b-41c9-96fe-da8bcfd03559 HTTP/1.1" status: 204 len: 168 time: 0.4645922 May 26 15:09:53.912582 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18f0bbaa-48b7-45db-990a-84c7fba87b33 req-6357d6ab-8121-43b9-9793-3844fdb2eab1 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727719 May 26 15:09:53.915557 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aeeb8-a96d-447e-b5e2-d0df130c7383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315f2abc-fb4b-41c9-96fe-da8bcfd03559,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:53.965788 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:53.984800 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4917b-0b75-49a8-919f-226488dd2e99 req-0fbe883e-0b3e-4e5f-8d17-4985ae156133 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:53.986633 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8aa4917b-0b75-49a8-919f-226488dd2e99 req-0fbe883e-0b3e-4e5f-8d17-4985ae156133 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 943 time: 0.0728610 May 26 15:09:54.000686 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Network 5d71c328-5d5f-4938-83a5-16977f705bd7 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:09:54.057028 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 5d71c328-5d5f-4938-83a5-16977f705bd7) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:54.059599 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8aa4917b-0b75-49a8-919f-226488dd2e99 req-3591740b-5b15-43ee-9491-173f614de19f tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/security-groups?id=8112918a-5955-4fe0-97b1-7ed36d8b6a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644274 May 26 15:09:54.069921 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:54.070812 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:54.076170 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-65633108-088f-4d12-8d11-bedbdee8b803 req-8d31ab75-f3f6-46ec-beb5-cc675eb89b81 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443516 May 26 15:09:54.081848 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e231b5ca-18a0-44ac-badc-33fc5beda83d None None] Network 5d71c328-5d5f-4938-83a5-16977f705bd7 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:09:54.109558 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-4bdad798-c07d-41df-919c-45a83a15282a req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (b9ffac19-267b-4766-ba46-ba00d2f456b7), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:54.129630 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-68a548ff-b386-46ac-9bea-6c608755d81e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6797636 May 26 15:09:54.158982 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Pushing event deleted for resources: {'Port': ['ID=b9ffac19-267b-4766-ba46-ba00d2f456b7,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:54.230797 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdad798-c07d-41df-919c-45a83a15282a req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] No DVR routers for this DVR port b9ffac19-267b-4766-ba46-ba00d2f456b7 on host hv-cinder-78836 {{(pid=104042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:09:54.236152 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-4bdad798-c07d-41df-919c-45a83a15282a req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:54.240561 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-4bdad798-c07d-41df-919c-45a83a15282a req-9b058843-f77e-45f8-a1ce-c293501c881c tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.75 "DELETE /v2.0/ports/b9ffac19-267b-4766-ba46-ba00d2f456b7 HTTP/1.1" status: 204 len: 173 time: 1.6876693 May 26 15:09:54.241526 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36adfbf4-6054-422d-9c0a-f71051437895', 'name': 'network-vif-deleted', 'tag': 'b9ffac19-267b-4766-ba46-ba00d2f456b7'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:09:54.243761 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52492952-90c1-48e3-85c1-bbec8ca81e84" -d '{"events": [{"server_uuid": "36adfbf4-6054-422d-9c0a-f71051437895", "name": "network-vif-deleted", "tag": "b9ffac19-267b-4766-ba46-ba00d2f456b7"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:09:54.250651 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32970f4e-4172-46b3-a495-b6a29befdf30 None None] Network 5d71c328-5d5f-4938-83a5-16977f705bd7 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:09:54.300611 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6575e1-b40d-443f-9c1a-2815d976dc5c x-openstack-request-id: req-7d6575e1-b40d-443f-9c1a-2815d976dc5c {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:09:54.300992 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36adfbf4-6054-422d-9c0a-f71051437895", "name": "network-vif-deleted", "tag": "b9ffac19-267b-4766-ba46-ba00d2f456b7", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:09:54.301439 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d6575e1-b40d-443f-9c1a-2815d976dc5c {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:09:54.303262 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6575e1-b40d-443f-9c1a-2815d976dc5c'] response: {'server_uuid': '36adfbf4-6054-422d-9c0a-f71051437895', 'name': 'network-vif-deleted', 'tag': 'b9ffac19-267b-4766-ba46-ba00d2f456b7', 'status': 'completed', 'code': 200} May 26 15:09:54.872336 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43782) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:54.880261 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1177144722-network', 'tenant_id': '4b9f0b7e0b90413eaf37e607cac8fd54'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:54.914829 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Made reservation on behalf of 4b9f0b7e0b90413eaf37e607cac8fd54 for: {'network': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:54.917374 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:54.928487 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:54.957933 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=9 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:55.018391 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Publish callbacks [] for security_group (80cf7b68-724c-4899-8246-b9434d78bb97), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.024234 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (80cf7b68-724c-4899-8246-b9434d78bb97), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.058046 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=104042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:09:55.065948 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cf7b68-724c-4899-8246-b9434d78bb97,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:55.073857 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (d1a9339b-5e43-46d6-99e3-1294dd4d19b8), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.075096 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.segments_db [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Added segment d1a9339b-5e43-46d6-99e3-1294dd4d19b8 of type vlan for network a0f875e2-e7e7-47e3-8e08-fd54c47a583e May 26 15:09:55.131999 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (a0f875e2-e7e7-47e3-8e08-fd54c47a583e), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.172129 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (a0f875e2-e7e7-47e3-8e08-fd54c47a583e), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.174514 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:55.175204 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.221078 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1c9f449d-facd-4196-b545-dccbef0c95a3 req-03e7703e-7111-480f-9c9e-02cca47c970b tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.0485871 May 26 15:09:55.233655 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43796) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:55.245385 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3704803 May 26 15:09:55.248966 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43800) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:55.257724 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Request body: {'subnet': {'network_id': 'a0f875e2-e7e7-47e3-8e08-fd54c47a583e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1177144722-subnet', 'tenant_id': '4b9f0b7e0b90413eaf37e607cac8fd54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:55.271404 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5ff11-1a56-43f6-810f-40c92dcfde20 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f875e2-e7e7-47e3-8e08-fd54c47a583e,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:55.282549 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network a0f875e2-e7e7-47e3-8e08-fd54c47a583e details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:09:55.283681 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Made reservation on behalf of 4b9f0b7e0b90413eaf37e607cac8fd54 for: {'subnet': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:55.286199 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.368511 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-247995504-network', 'tenant_id': '664448e66c54440f909ae6727ccc3deb'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:55.404117 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Made reservation on behalf of 664448e66c54440f909ae6727ccc3deb for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:55.406582 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.419645 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.457129 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:55.563884 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (d59c07a4-dd69-4ef5-a5e0-a10ff41c6c8a), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.640317 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59c07a4-dd69-4ef5-a5e0-a10ff41c6c8a,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:55.663570 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Publish callbacks [] for security_group (a70b3ac6-cd4e-4f28-b023-7a370c615431), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.669630 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a70b3ac6-cd4e-4f28-b023-7a370c615431), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.685222 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Checking segment: {'id': 'd1a9339b-5e43-46d6-99e3-1294dd4d19b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a0f875e2-e7e7-47e3-8e08-fd54c47a583e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:55.685618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Network hostable DHCP agents. Network: a0f875e2-e7e7-47e3-8e08-fd54c47a583e, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:09:55.701934 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:55.711761 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:09:55.720327 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b3ac6-cd4e-4f28-b023-7a370c615431,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:55.734430 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.734924 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Added segment ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2 of type vlan for network 20da5449-4dfc-42c3-9de2-12d598d13a52 May 26 15:09:55.746785 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Network a0f875e2-e7e7-47e3-8e08-fd54c47a583e is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:09:55.946902 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, a0f875e2-e7e7-47e3-8e08-fd54c47a583e) {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:55.955536 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c9b048-6bfa-4df5-a86c-f2caa364792b None None] Network a0f875e2-e7e7-47e3-8e08-fd54c47a583e requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:09:55.957877 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:55.958478 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.963461 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (20da5449-4dfc-42c3-9de2-12d598d13a52), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:55.992556 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-0503b4d2-9a38-44d2-b7b6-961d6f12767d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7335441 May 26 15:09:56.013102 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (20da5449-4dfc-42c3-9de2-12d598d13a52), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:56.014374 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:56.015067 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:56.074818 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8390901 May 26 15:09:56.079608 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43810) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:56.080470 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0e287-da7c-442c-8635-57c3a25d4a19 None None] Network a0f875e2-e7e7-47e3-8e08-fd54c47a583e requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:09:56.087388 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0aecd-4e4e-4eb8-84a5-5e26303c3081 admin admin] Pushing event updated for resources: {'Network': ['ID=20da5449-4dfc-42c3-9de2-12d598d13a52,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:56.088581 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Request body: {'subnet': {'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-247995504-subnet', 'tenant_id': '664448e66c54440f909ae6727ccc3deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:09:56.109831 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 20da5449-4dfc-42c3-9de2-12d598d13a52 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:09:56.122455 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Made reservation on behalf of 664448e66c54440f909ae6727ccc3deb for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:09:56.130575 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12408975'] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:56.356190 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6acb1194-27e5-4474-95c7-75b61f57046d req-b317ab23-2feb-4802-be7e-fcb8679c26f6 tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.0345302 May 26 15:09:56.399955 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11762038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12408985'] for subnet (59f34e7a-6f80-44f1-ae59-84330f1968a4), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:56.456126 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f34e7a-6f80-44f1-ae59-84330f1968a4,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:56.471873 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Checking segment: {'id': 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:09:56.472237 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Network hostable DHCP agents. Network: 20da5449-4dfc-42c3-9de2-12d598d13a52, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:09:56.489281 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Network 20da5449-4dfc-42c3-9de2-12d598d13a52 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:09:56.499265 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 20da5449-4dfc-42c3-9de2-12d598d13a52) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:09:56.503475 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:56.504133 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:56.507473 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=16 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:56.516150 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1dc56-5348-4c00-8ed9-5c6229d909d6 None None] Network 20da5449-4dfc-42c3-9de2-12d598d13a52 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:09:56.524224 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-2d3b8960-1eca-4600-9117-13f2775ae198 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4427700 May 26 15:09:56.564675 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:56.588490 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:56.632735 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b0b96-bf00-418b-a083-eff76eb2896d None None] Network 20da5449-4dfc-42c3-9de2-12d598d13a52 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:09:57.467033 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5cc09086-2dd4-48b5-83c3-c907c3ae0bc0 req-ea809442-386c-41a3-89d5-28172dd78b0e tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.0407240 May 26 15:09:58.303508 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-89be20aa-926a-4fdb-93ca-ec32171af441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:58.599224 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-627adcf0-a8d5-4398-b78b-84baeca85f2b req-20501d67-99d5-4054-854d-52eacb746d5f tempest-DeleteServersTestJSON-1253958708 tempest-DeleteServersTestJSON-1253958708-project] 10.222.0.46 "GET /v2.0/ports?device_id=36adfbf4-6054-422d-9c0a-f71051437895 HTTP/1.1" status: 200 len: 210 time: 0.0353792 May 26 15:09:58.877780 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43884) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:58.994825 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc019-1703-43b0-bae1-26a18710be96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.035298 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=11,neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:59.075368 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc019-1703-43b0-bae1-26a18710be96 admin admin] Publish callbacks [] for security_group (dfc7bda3-faa1-4d54-8ab2-c599f2765241), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.079462 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc019-1703-43b0-bae1-26a18710be96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (dfc7bda3-faa1-4d54-8ab2-c599f2765241), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.124253 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdc019-1703-43b0-bae1-26a18710be96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc7bda3-faa1-4d54-8ab2-c599f2765241,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:59.128525 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c7cdc019-1703-43b0-bae1-26a18710be96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f563cb6ba894aab9ad9aa10193a6bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495170 May 26 15:09:59.131403 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43890) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:59.183808 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fe093f1f-44ba-4175-a7ea-84de2e801235 admin admin] Publish callbacks [] for security_group (dfc7bda3-faa1-4d54-8ab2-c599f2765241), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.208912 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fe093f1f-44ba-4175-a7ea-84de2e801235 admin admin] Publish callbacks [] for security_group (dfc7bda3-faa1-4d54-8ab2-c599f2765241), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.265274 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fe093f1f-44ba-4175-a7ea-84de2e801235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (dfc7bda3-faa1-4d54-8ab2-c599f2765241), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.268292 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fe093f1f-44ba-4175-a7ea-84de2e801235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.270133 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-fe093f1f-44ba-4175-a7ea-84de2e801235 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dfc7bda3-faa1-4d54-8ab2-c599f2765241 HTTP/1.1" status: 204 len: 168 time: 0.1375368 May 26 15:09:59.279678 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe093f1f-44ba-4175-a7ea-84de2e801235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc7bda3-faa1-4d54-8ab2-c599f2765241,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:59.505104 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-862eb449-2598-49f1-af35-d90a0a7c1757 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:09:59.522291 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-862eb449-2598-49f1-af35-d90a0a7c1757 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/networks?id=20da5449-4dfc-42c3-9de2-12d598d13a52 HTTP/1.1" status: 200 len: 808 time: 0.1624782 May 26 15:09:59.552895 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-fd8f34b8-b7a7-4542-9179-0ec1282a149d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/quotas/664448e66c54440f909ae6727ccc3deb HTTP/1.1" status: 200 len: 375 time: 0.0296569 May 26 15:09:59.610516 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-dd90a8e3-c91b-4372-a9a8-ee0c0030adba tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=664448e66c54440f909ae6727ccc3deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566533 May 26 15:09:59.754676 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 43932) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:09:59.762184 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-0a8c724d-7134-4768-8d35-c0cff68e2a26 service neutron] 10.222.0.46 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506162 May 26 15:09:59.778940 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-59ecfc90-a879-4df8-b7bf-df3a68c45449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.865685 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-59ecfc90-a879-4df8-b7bf-df3a68c45449 admin admin] Publish callbacks [] for security_group (4d815bc3-a431-45a1-b589-c0a18d6c9cab), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.871948 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-59ecfc90-a879-4df8-b7bf-df3a68c45449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4d815bc3-a431-45a1-b589-c0a18d6c9cab), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:09:59.894363 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:09:59.922078 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecfc90-a879-4df8-b7bf-df3a68c45449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d815bc3-a431-45a1-b589-c0a18d6c9cab,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:09:59.926244 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-af10c521-0a5b-4908-8dd4-cdc6cd2bd0f8 service neutron] 10.222.0.46 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575503 May 26 15:09:59.944683 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-59ecfc90-a879-4df8-b7bf-df3a68c45449 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26410922fe5847ddb10de90af2b5f3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883721 May 26 15:09:59.947395 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 43944) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:00.026020 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9d885eca-d4f7-4cb7-8efc-49e3214ab6ac admin admin] Publish callbacks [] for security_group (4d815bc3-a431-45a1-b589-c0a18d6c9cab), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:00.069359 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9d885eca-d4f7-4cb7-8efc-49e3214ab6ac admin admin] Publish callbacks [] for security_group (4d815bc3-a431-45a1-b589-c0a18d6c9cab), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:00.130261 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9d885eca-d4f7-4cb7-8efc-49e3214ab6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4d815bc3-a431-45a1-b589-c0a18d6c9cab), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:00.133178 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9d885eca-d4f7-4cb7-8efc-49e3214ab6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:00.134361 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-9d885eca-d4f7-4cb7-8efc-49e3214ab6ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d815bc3-a431-45a1-b589-c0a18d6c9cab HTTP/1.1" status: 204 len: 168 time: 0.1842790 May 26 15:10:00.143742 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d885eca-d4f7-4cb7-8efc-49e3214ab6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d815bc3-a431-45a1-b589-c0a18d6c9cab,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:00.187012 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bcc63673-8994-4834-93f7-91bf30b50481 req-17baea0f-55bc-4fc3-88ca-ed5c82b1e363 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 210 time: 0.0321786 May 26 15:10:00.561120 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-621958aa-8dff-4025-8b03-2de4d73a61f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.215874 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44008) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:01.281566 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ece0329-dca5-43fb-ae7b-1f062e69bb58 admin admin] Deleting subnet eec99e1b-0731-496b-87a7-ae620be6ba3b {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:10:01.285257 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1ece0329-dca5-43fb-ae7b-1f062e69bb58 admin admin] Publish callbacks [] for subnet (eec99e1b-0731-496b-87a7-ae620be6ba3b), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.344826 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-40192db0-df58-4c1d-8b70-51edcee10bb7 req-7e902f94-20ee-43af-91fd-9f2a476ffad2 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 210 time: 0.0372443 May 26 15:10:01.357509 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1ece0329-dca5-43fb-ae7b-1f062e69bb58 admin admin] Publish callbacks [] for subnet (eec99e1b-0731-496b-87a7-ae620be6ba3b), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.379668 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1ece0329-dca5-43fb-ae7b-1f062e69bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (eec99e1b-0731-496b-87a7-ae620be6ba3b), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.446475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1ece0329-dca5-43fb-ae7b-1f062e69bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for subnet (eec99e1b-0731-496b-87a7-ae620be6ba3b), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.477721 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece0329-dca5-43fb-ae7b-1f062e69bb58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec99e1b-0731-496b-87a7-ae620be6ba3b,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:01.482312 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1ece0329-dca5-43fb-ae7b-1f062e69bb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.489288 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-1ece0329-dca5-43fb-ae7b-1f062e69bb58 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/eec99e1b-0731-496b-87a7-ae620be6ba3b HTTP/1.1" status: 204 len: 168 time: 0.2710795 May 26 15:10:01.490823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44020) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:01.564856 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-7375c94f-5018-4ada-9bf9-39d5a409cde0 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:01.567066 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-7375c94f-5018-4ada-9bf9-39d5a409cde0 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.75 "GET /v2.0/networks?id=20da5449-4dfc-42c3-9de2-12d598d13a52 HTTP/1.1" status: 200 len: 808 time: 0.1510086 May 26 15:10:01.579450 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:01.590348 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (d6e67ec8-e436-41ad-87a9-abca58e8da75), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.685891 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (d6e67ec8-e436-41ad-87a9-abca58e8da75), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.707636 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.707843 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.708564 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.708894 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > port after_create 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.709213 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.709571 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > port after_update 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.709891 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.710203 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.710513 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.710840 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.793334 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.793766 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.794084 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.794803 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 15:10:01.795191 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e67ec8-e436-41ad-87a9-abca58e8da75']}} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:01.817403 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dbdc73-d17f-488f-b7c4-09d570edb8d0') {'for_net_delete': True} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:01.817719 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dbdc73-d17f-488f-b7c4-09d570edb8d0') {} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:01.835293 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.836102 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7551123'] for segment (73dbdc73-d17f-488f-b7c4-09d570edb8d0), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.858623 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (73dbdc73-d17f-488f-b7c4-09d570edb8d0), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.867213 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=104041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:10:01.867630 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885275'] for segment (73dbdc73-d17f-488f-b7c4-09d570edb8d0), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.944251 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (d6e67ec8-e436-41ad-87a9-abca58e8da75), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.957922 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:01.962417 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d6e67ec8-e436-41ad-87a9-abca58e8da75 HTTP/1.1" status: 204 len: 168 time: 0.4702990 May 26 15:10:01.979366 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c31dc9-a02c-42df-8ad5-9ee955095425 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e67ec8-e436-41ad-87a9-abca58e8da75,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:02.121657 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 73dbdc73-d17f-488f-b7c4-09d570edb8d0 resource provider aggregate not found May 26 15:10:02.147158 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 73dbdc73-d17f-488f-b7c4-09d570edb8d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73dbdc73-d17f-488f-b7c4-09d570edb8d0 found for delete ", "request_id": "req-51b5c6f6-3901-4e1c-af2b-c737071d1f8d"}]} May 26 15:10:02.166975 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44052) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:02.211879 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-d2ccca22-0cad-4174-8dc4-b24a2194a3f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac537167367948ef88587242df4e921d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432479 May 26 15:10:02.215062 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44054) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:02.268126 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1c1b262e-e9a1-442f-be0e-a311604198bd admin admin] Publish callbacks [] for security_group (8112918a-5955-4fe0-97b1-7ed36d8b6a81), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:02.293146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1c1b262e-e9a1-442f-be0e-a311604198bd admin admin] Publish callbacks [] for security_group (8112918a-5955-4fe0-97b1-7ed36d8b6a81), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:02.353783 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1c1b262e-e9a1-442f-be0e-a311604198bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8112918a-5955-4fe0-97b1-7ed36d8b6a81), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:02.356538 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1c1b262e-e9a1-442f-be0e-a311604198bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:02.357710 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-1c1b262e-e9a1-442f-be0e-a311604198bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8112918a-5955-4fe0-97b1-7ed36d8b6a81 HTTP/1.1" status: 204 len: 168 time: 0.1416678 May 26 15:10:02.366943 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b262e-e9a1-442f-be0e-a311604198bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8112918a-5955-4fe0-97b1-7ed36d8b6a81,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:02.484695 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f675b57-d731-446b-ac8a-7f73a4d0fcb5 req-f635e290-e0b1-4c60-8b9c-88d1c5120386 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 210 time: 0.0404720 May 26 15:10:03.017821 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=12 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:03.078221 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=42 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:03.182802 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44094) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:03.289094 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-network', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:03.293261 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:03.314628 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Made reservation on behalf of 45e3fe61cc704411ac645e5935b9d258 for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:10:03.317130 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.327026 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.375154 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.413835 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Publish callbacks [] for security_group (cf500197-1513-402f-9972-169869134214), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.421720 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cf500197-1513-402f-9972-169869134214), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.452387 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:10:03.462225 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf500197-1513-402f-9972-169869134214,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:03.468918 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.469338 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Added segment a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe of type vlan for network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 May 26 15:10:03.515443 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (8bf2593f-6b7e-48a8-9b32-aea452c29f00), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.541175 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (8bf2593f-6b7e-48a8-9b32-aea452c29f00), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.543395 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:03.544000 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.630990 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2e22f461-cb4e-4dc5-8fc6-2585fbdb0692 req-1b54e405-74c8-413c-8b8f-836b19542170 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 210 time: 0.0690150 May 26 15:10:03.634115 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4502687 May 26 15:10:03.637634 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44104) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:03.641851 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Request body: {'subnet': {'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-subnet', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:03.646979 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef68357-4235-4e95-8899-5ee2aa11f60b admin admin] Pushing event updated for resources: {'Network': ['ID=8bf2593f-6b7e-48a8-9b32-aea452c29f00,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:03.656317 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:03.658587 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:10:03.668406 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Made reservation on behalf of 45e3fe61cc704411ac645e5935b9d258 for: {'subnet': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:10:03.670907 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8328532'] for subnet (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.857634 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7875896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8328514'] for subnet (0a3a30db-9719-4f0c-9b4e-a16526c76256), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.912981 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3a30db-9719-4f0c-9b4e-a16526c76256,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:03.923104 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Checking segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:10:03.923453 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Network hostable DHCP agents. Network: 8bf2593f-6b7e-48a8-9b32-aea452c29f00, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:10:03.940784 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:10:03.949998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 8bf2593f-6b7e-48a8-9b32-aea452c29f00) {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:03.954502 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:03.955091 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:03.959123 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c454085e-7ea2-4e45-a994-72bfba017859 None None] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:10:03.970632 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-1f29f0d0-de31-465d-acb1-91f0f5bb43b8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3325348 May 26 15:10:03.973241 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44108) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:03.978610 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:03.997009 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:04.003943 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.006250 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.065920 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks [] for router_controller (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), precommit_add_association {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.069346 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:10:04.070423 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.199786 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks [] for router_gateway (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.210938 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Allocated IP 172.20.0.2 (8bf2593f-6b7e-48a8-9b32-aea452c29f00/0a3a30db-9719-4f0c-9b4e-a16526c76256/7039cb99-139f-46af-94f5-e83dd5b69324) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:10:04.293220 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Request body: {'port': {'device_id': '9741f3e9-dd12-42d7-b163-f643be0b668c', 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52', 'admin_state_up': True, 'tenant_id': '664448e66c54440f909ae6727ccc3deb'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:04.366890 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Publish callbacks [] for port (7039cb99-139f-46af-94f5-e83dd5b69324), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.373864 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.390817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks [] for router_gateway (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.410502 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.420175 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:10:04.425653 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:04.427886 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Pushing event updated for resources: {'Port': ['ID=7039cb99-139f-46af-94f5-e83dd5b69324,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:04.430302 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:10:04.442111 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Made reservation on behalf of 664448e66c54440f909ae6727ccc3deb for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:10:04.445905 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.463005 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.463629 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.463975 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.464710 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.465192 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.465687 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.466150 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.466800 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.467267 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.467598 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.467924 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.468247 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.468697 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.469140 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.469480 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:04.513645 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Attempting to bind port 7039cb99-139f-46af-94f5-e83dd5b69324 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:10:04.514024 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Attempting to bind port 7039cb99-139f-46af-94f5-e83dd5b69324 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:10:04.514390 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Attempting to bind port 7039cb99-139f-46af-94f5-e83dd5b69324 on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:04.519998 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:10:04.520433 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Checking segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:10:04.520839 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.521231 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Bound using segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:10:04.521720 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Bound port: 7039cb99-139f-46af-94f5-e83dd5b69324, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:10:04.522102 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.539478 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:04.566386 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Allocated IP 172.27.1.207 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/092d53bd-bb73-402e-899b-6a796e4f16a6) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:10:04.595763 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:04.598223 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:04.599638 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] For port 7039cb99-139f-46af-94f5-e83dd5b69324, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:10:04.601296 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:04.602709 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Allocated IP 172.20.0.4 (20da5449-4dfc-42c3-9de2-12d598d13a52/59f34e7a-6f80-44f1-ae59-84330f1968a4/290094a1-f00a-4efb-a5b3-f5ddf85f4336) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:10:04.604395 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] For port 7039cb99-139f-46af-94f5-e83dd5b69324, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=7039cb99-139f-46af-94f5-e83dd5b69324,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:10:04.620242 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.656310 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=7 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:04.708195 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks [] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.736679 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4638da-4a6d-40f3-a8a8-5e055dc7598e None None] Pushing event updated for resources: {'Port': ['ID=7039cb99-139f-46af-94f5-e83dd5b69324,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:04.750327 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.783512 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24dd2020-e738-4489-a68c-c99358021d5c req-66817d7f-5b51-439b-8841-24ea3a51095b tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 210 time: 0.0387816 May 26 15:10:04.790396 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.815221 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks [] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.855779 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:04.912786 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Network 20da5449-4dfc-42c3-9de2-12d598d13a52 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:10:04.934732 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:04.939160 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Pushing event updated for resources: {'Port': ['ID=290094a1-f00a-4efb-a5b3-f5ddf85f4336,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:04.945504 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:10:05.036211 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:05.036871 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:05.042406 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:10:05.045749 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:05.050427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:10:05.075574 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-11040cc7-4561-41da-a9ec-0538625a0299 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869890 May 26 15:10:05.076590 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Pushing event updated for resources: {'Port': ['ID=092d53bd-bb73-402e-899b-6a796e4f16a6,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:05.097306 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Request body: {'port': {'device_id': '9741f3e9-dd12-42d7-b163-f643be0b668c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:05.195086 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:05.381567 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:05.422025 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 7039cb99-139f-46af-94f5-e83dd5b69324 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:05.442466 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks [] for router_gateway (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:05.518835 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 7039cb99-139f-46af-94f5-e83dd5b69324 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:05.519233 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:05.707653 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290094a1-f00a-4efb-a5b3-f5ddf85f4336 {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:05.716410 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Publish callbacks [] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:05.732513 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Transition to ACTIVE for port object 290094a1-f00a-4efb-a5b3-f5ddf85f4336 will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:10:05.732724 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 7039cb99-139f-46af-94f5-e83dd5b69324 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:05.733158 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:05.734529 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:05.739250 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:05.806157 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Pushing event updated for resources: {'Port': ['ID=290094a1-f00a-4efb-a5b3-f5ddf85f4336,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:05.849647 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:05.869312 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port 7039cb99-139f-46af-94f5-e83dd5b69324, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=7039cb99-139f-46af-94f5-e83dd5b69324,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:05.882380 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:05.930496 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:05.970221 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Attempting to bind port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:10:05.976466 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Attempting to bind port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:10:05.977257 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Attempting to bind port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 on network 20da5449-4dfc-42c3-9de2-12d598d13a52 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:05.983678 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 on network 20da5449-4dfc-42c3-9de2-12d598d13a52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:10:05.990213 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=7039cb99-139f-46af-94f5-e83dd5b69324,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:05.990811 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Attempting to bind port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 on network 20da5449-4dfc-42c3-9de2-12d598d13a52 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:06.000392 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:10:06.001525 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Checking segment: {'id': 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:10:06.002115 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Bound using segment: {'id': 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:10:06.002944 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Bound port: 290094a1-f00a-4efb-a5b3-f5ddf85f4336, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:10:06.003611 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:06.080266 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] For port 290094a1-f00a-4efb-a5b3-f5ddf85f4336, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:10:06.084104 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] For port 290094a1-f00a-4efb-a5b3-f5ddf85f4336, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=290094a1-f00a-4efb-a5b3-f5ddf85f4336,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:10:06.096361 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:06.147391 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:06.148843 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:06.150794 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] 10.222.0.75 "PUT /v2.0/ports/290094a1-f00a-4efb-a5b3-f5ddf85f4336 HTTP/1.1" status: 200 len: 1093 time: 1.0592432 May 26 15:10:06.151641 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9741f3e9-dd12-42d7-b163-f643be0b668c', 'tag': '290094a1-f00a-4efb-a5b3-f5ddf85f4336'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:06.154315 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62961122-3932-4b83-bfe7-bc1ff9ca5905" -d '{"events": [{"name": "network-changed", "server_uuid": "9741f3e9-dd12-42d7-b163-f643be0b668c", "tag": "290094a1-f00a-4efb-a5b3-f5ddf85f4336"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:06.188004 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd5407-08e0-4180-8e6f-435550a54332 service neutron] Pushing event updated for resources: {'Port': ['ID=290094a1-f00a-4efb-a5b3-f5ddf85f4336,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:06.262348 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad25cb1-c1a7-484a-bec6-e2d93865ba13 req-37e0a813-85ba-4652-ae09-ce6dd9d14676 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:06.272817 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-021511de-a535-4599-855f-4b1734629313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:06.273181 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7ad25cb1-c1a7-484a-bec6-e2d93865ba13 req-37e0a813-85ba-4652-ae09-ce6dd9d14676 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 943 time: 0.1907022 May 26 15:10:06.275138 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-021511de-a535-4599-855f-4b1734629313 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=664448e66c54440f909ae6727ccc3deb&device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 1127 time: 0.0562837 May 26 15:10:06.347193 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82a7e84-7944-4983-bbcf-d37568eb7eee None None] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:10:06.388974 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7ad25cb1-c1a7-484a-bec6-e2d93865ba13 req-92ce3913-be46-4d8e-9c5e-de6f1af31771 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120830 May 26 15:10:06.411360 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:10:06.411572 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-7b9d581b-59a9-4684-aea5-a785be183370 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=290094a1-f00a-4efb-a5b3-f5ddf85f4336 HTTP/1.1" status: 200 len: 217 time: 0.1204641 May 26 15:10:06.553837 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6298ddc5-1e2d-4a95-b668-16ae8382db9f x-openstack-request-id: req-6298ddc5-1e2d-4a95-b668-16ae8382db9f {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:06.554390 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9741f3e9-dd12-42d7-b163-f643be0b668c", "tag": "290094a1-f00a-4efb-a5b3-f5ddf85f4336", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:06.554830 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6298ddc5-1e2d-4a95-b668-16ae8382db9f {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:06.555500 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6298ddc5-1e2d-4a95-b668-16ae8382db9f'] response: {'name': 'network-changed', 'server_uuid': '9741f3e9-dd12-42d7-b163-f643be0b668c', 'tag': '290094a1-f00a-4efb-a5b3-f5ddf85f4336', 'status': 'completed', 'code': 200} May 26 15:10:06.563798 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-8a182770-594b-49ce-a791-1a005d5c7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:06.567011 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-8a182770-594b-49ce-a791-1a005d5c7600 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=59f34e7a-6f80-44f1-ae59-84330f1968a4 HTTP/1.1" status: 200 len: 848 time: 0.1474483 May 26 15:10:06.580551 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:06.616099 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-10ec5634-20b0-4a96-9518-a4b191f5fd39 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20da5449-4dfc-42c3-9de2-12d598d13a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402248 May 26 15:10:06.665761 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-84b88206-4355-4dac-b05a-16c91d820e4c None None] Provisioning complete for port 7039cb99-139f-46af-94f5-e83dd5b69324 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:06.666302 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-84b88206-4355-4dac-b05a-16c91d820e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:06.678008 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:10:06.693199 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Sync routers for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:10:06.703966 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:06.709029 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-dfb0f831-cdf8-4f64-bf3d-95b90b9d0767 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7335637 May 26 15:10:06.709815 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44162) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:06.728362 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:10:06.730525 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:10:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:06.822914 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-887110ab-a074-4627-89e6-61e2571dc1c8 service neutron] 10.222.0.75 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987534 May 26 15:10:06.873704 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:10:06.887880 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-84b88206-4355-4dac-b05a-16c91d820e4c None None] Current status of the port 7039cb99-139f-46af-94f5-e83dd5b69324 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:07.027818 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d01a81bc-588d-4dfd-a001-88e739548d02 req-85202759-512f-4170-9d12-d235a4f83553 service neutron] 10.222.0.75 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970224 May 26 15:10:07.168250 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:07.183342 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:05Z', 'revision_number': 3, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:07.209038 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-98fc5fe3-0607-4460-a728-2e60c7a1fd03 None None] Provisioning complete for port 7039cb99-139f-46af-94f5-e83dd5b69324 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:07.209823 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-98fc5fe3-0607-4460-a728-2e60c7a1fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.210506 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Checking router: 7efc2ae4-d7e3-48c9-afba-4e874b54f26e for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:10:07.210506 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Updating router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e port 092d53bd-bb73-402e-899b-6a796e4f16a6 binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:10:07.241525 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.299836 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.302961 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-98fc5fe3-0607-4460-a728-2e60c7a1fd03 None None] Current status of the port 7039cb99-139f-46af-94f5-e83dd5b69324 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:07.361633 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 7039cb99-139f-46af-94f5-e83dd5b69324 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:07.420628 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 7039cb99-139f-46af-94f5-e83dd5b69324 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:07.421233 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.531546 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:07.541120 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 7039cb99-139f-46af-94f5-e83dd5b69324 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:07.584365 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2410582-0355-4e56-9bc7-3c2862e11cbc req-b5fc3b74-ce15-483c-a866-c0e1e7d62a2a tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:07.585923 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a2410582-0355-4e56-9bc7-3c2862e11cbc req-b5fc3b74-ce15-483c-a866-c0e1e7d62a2a tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 943 time: 0.0832829 May 26 15:10:07.595833 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Allocated IP 172.20.0.1 (8bf2593f-6b7e-48a8-9b32-aea452c29f00/0a3a30db-9719-4f0c-9b4e-a16526c76256/88cb7890-5013-492b-b6bb-1323ebb885c1) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:10:07.639636 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Publish callbacks [] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.646996 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.716996 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Attempting to bind port 092d53bd-bb73-402e-899b-6a796e4f16a6 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:10:07.717736 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Attempting to bind port 092d53bd-bb73-402e-899b-6a796e4f16a6 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:10:07.717736 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Attempting to bind port 092d53bd-bb73-402e-899b-6a796e4f16a6 on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:07.721693 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Pushing event updated for resources: {'Port': ['ID=092d53bd-bb73-402e-899b-6a796e4f16a6,revision_number=2']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:07.730290 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:10:07.730607 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:10:07.731063 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.731463 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:10:07.731950 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Bound port: 092d53bd-bb73-402e-899b-6a796e4f16a6, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:10:07.732329 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.735037 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.735388 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.735764 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.736170 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.736509 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.736836 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.737159 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.737503 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.737842 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.738165 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.738485 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.738820 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.739136 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.739450 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.739763 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:07.797667 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] For port 092d53bd-bb73-402e-899b-6a796e4f16a6, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:10:07.800910 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] For port 092d53bd-bb73-402e-899b-6a796e4f16a6, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=092d53bd-bb73-402e-899b-6a796e4f16a6,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:10:07.808570 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.853021 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:07.872424 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:10:07.873343 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:10:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:07.885395 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a2410582-0355-4e56-9bc7-3c2862e11cbc req-b136c731-dd04-4625-86b3-8d95ebe054c3 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799802 May 26 15:10:07.922448 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192af79c-b2f1-42b4-ab4e-54e389ca96cd None None] Pushing event updated for resources: {'Port': ['ID=092d53bd-bb73-402e-899b-6a796e4f16a6,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:07.937394 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Publish callbacks [] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:07.973603 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:08.003791 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:08.007503 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:10:08.023167 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:08.029175 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:10:08.035799 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:08.040113 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:10:08.069597 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Pushing event updated for resources: {'Port': ['ID=88cb7890-5013-492b-b6bb-1323ebb885c1,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:08.089891 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:08.185344 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-762d67c1-56b5-48d9-85b5-0b778877c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:08.188077 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-762d67c1-56b5-48d9-85b5-0b778877c86c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=664448e66c54440f909ae6727ccc3deb&device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 1127 time: 0.0823102 May 26 15:10:08.287477 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:08.313867 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-f46aa7c3-2143-407a-8df1-0b0555b4a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:08.315899 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-f46aa7c3-2143-407a-8df1-0b0555b4a5df service neutron] 10.222.0.75 "GET /v2.0/networks?id=20da5449-4dfc-42c3-9de2-12d598d13a52 HTTP/1.1" status: 200 len: 909 time: 0.1215699 May 26 15:10:08.339604 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:08.341249 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:05Z', 'revision_number': 3, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:08.375517 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685d54a-765a-49f5-bb02-a1f5a044a20a None None] The sync data for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi is: [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:05Z', 'revision_number': 3, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:10:08.376190 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-e8f6f9d7-1300-4d1c-87d1-67d36ae9ef77 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=290094a1-f00a-4efb-a5b3-f5ddf85f4336 HTTP/1.1" status: 200 len: 217 time: 0.0479448 May 26 15:10:08.429085 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-7c4898c6-ade1-4b39-b22b-39495b039feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:08.430650 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-7c4898c6-ade1-4b39-b22b-39495b039feb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=59f34e7a-6f80-44f1-ae59-84330f1968a4 HTTP/1.1" status: 200 len: 848 time: 0.0477440 May 26 15:10:08.430956 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-1a192d93-e812-4a1e-be7d-8792eeca86df None None] Provisioning complete for port 88cb7890-5013-492b-b6bb-1323ebb885c1 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:08.431422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1a192d93-e812-4a1e-be7d-8792eeca86df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:08.468173 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-1a192d93-e812-4a1e-be7d-8792eeca86df None None] Port 88cb7890-5013-492b-b6bb-1323ebb885c1 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:10:08.481823 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-162b07bb-afa2-4d89-9b28-50368db626a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20da5449-4dfc-42c3-9de2-12d598d13a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383720 May 26 15:10:08.561234 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Publish callbacks [] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:08.563032 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:08.567709 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:08.594901 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-ad14add7-3670-4655-a76a-238409aec91a service neutron] 10.222.0.75 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007676 May 26 15:10:08.691878 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:08.693941 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Pushing event updated for resources: {'Port': ['ID=88cb7890-5013-492b-b6bb-1323ebb885c1,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:08.815020 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-62961122-3932-4b83-bfe7-bc1ff9ca5905 req-3b190ba6-ee3a-41d6-85b6-5b1cb9434416 service neutron] 10.222.0.75 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077291 May 26 15:10:08.880022 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:10:08.881836 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:09.070093 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d6cad-9379-4198-8b22-fe3f92a929a4 req-6145907b-1c0f-4c8d-84cb-8ffd129c9cbe tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:09.071683 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-569d6cad-9379-4198-8b22-fe3f92a929a4 req-6145907b-1c0f-4c8d-84cb-8ffd129c9cbe tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 943 time: 0.0649934 May 26 15:10:09.076931 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:10:09.161273 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:09.178342 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-569d6cad-9379-4198-8b22-fe3f92a929a4 req-749ad1f7-da4c-43fe-8dfb-303985bc3c94 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982003 May 26 15:10:09.206022 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-f2111541-dc52-4a67-afb7-e24d1c259d0b None None] Provisioning complete for port 88cb7890-5013-492b-b6bb-1323ebb885c1 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:09.206396 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f2111541-dc52-4a67-afb7-e24d1c259d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:09.241366 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:10:09.246920 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-67e821fa-68a8-41f5-844c-18acdb713168 admin admin] 10.222.0.46 "PUT /v2.0/routers/7efc2ae4-d7e3-48c9-afba-4e874b54f26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5360329 May 26 15:10:09.247099 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:09.263369 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-f2111541-dc52-4a67-afb7-e24d1c259d0b None None] Port 88cb7890-5013-492b-b6bb-1323ebb885c1 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:10:09.373609 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 092d53bd-bb73-402e-899b-6a796e4f16a6 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:09.432223 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 092d53bd-bb73-402e-899b-6a796e4f16a6 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:09.433945 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:09.525891 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 092d53bd-bb73-402e-899b-6a796e4f16a6 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:09.526291 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:09.554194 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port 092d53bd-bb73-402e-899b-6a796e4f16a6, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=092d53bd-bb73-402e-899b-6a796e4f16a6,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:09.559081 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:09.612238 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=092d53bd-bb73-402e-899b-6a796e4f16a6,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:09.817054 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-ddffc77f-733f-4d9a-94ce-ca5d16f07bd6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:09.818717 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-ddffc77f-733f-4d9a-94ce-ca5d16f07bd6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 819 time: 0.1319911 May 26 15:10:09.835283 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-9edcd6e9-3335-4ed9-a004-0f7a9e1320c1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/quotas/45e3fe61cc704411ac645e5935b9d258 HTTP/1.1" status: 200 len: 375 time: 0.0102999 May 26 15:10:09.890711 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-3509eb9e-8c79-4f03-9d1a-10ac596e894b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480096 May 26 15:10:09.973770 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:09.998790 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-44f40bbd-dfa4-49f0-a15a-25260e2d3419 service neutron] 10.222.0.46 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994678 May 26 15:10:10.119858 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-e8099178-2856-486d-a8f9-a88dbe17cd62 service neutron] 10.222.0.46 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118534 May 26 15:10:10.320734 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e4f0c-1142-44ec-b8bc-759365524639 req-c5b0551f-3bd2-4406-9c08-f71bb49023fd tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:10.324328 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-737e4f0c-1142-44ec-b8bc-759365524639 req-c5b0551f-3bd2-4406-9c08-f71bb49023fd tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 943 time: 0.0648754 May 26 15:10:10.325406 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 290094a1-f00a-4efb-a5b3-f5ddf85f4336 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:10:10.377428 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d7558265-48c6-4f9b-b09b-110a5ebdde8d req-bd171150-e660-4067-82db-1ad9a93d91ca tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 210 time: 0.0508301 May 26 15:10:10.467000 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-737e4f0c-1142-44ec-b8bc-759365524639 req-6317bb63-bedf-4af2-a312-f16b165cd830 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249342 May 26 15:10:10.554818 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Sync routers for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:10:10.562057 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 290094a1-f00a-4efb-a5b3-f5ddf85f4336, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=290094a1-f00a-4efb-a5b3-f5ddf85f4336,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:10.582460 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44294) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:10.595915 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '290094a1-f00a-4efb-a5b3-f5ddf85f4336', 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52', 'port_id': '290094a1-f00a-4efb-a5b3-f5ddf85f4336', 'mac_address': 'fa:16:3e:63:4a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f34e7a-6f80-44f1-ae59-84330f1968a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:10:10.603330 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:10:10.604270 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:10:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:10.736082 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:10.736746 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:10.800409 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290094a1-f00a-4efb-a5b3-f5ddf85f4336 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:10.828099 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 290094a1-f00a-4efb-a5b3-f5ddf85f4336, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=290094a1-f00a-4efb-a5b3-f5ddf85f4336,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:10.837272 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:10.855958 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-3eaa52cd-d1d6-4c1e-ac0d-0b794a1ef895 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:10.864633 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-3eaa52cd-d1d6-4c1e-ac0d-0b794a1ef895 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 819 time: 0.1676948 May 26 15:10:10.889471 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6cdcdfc1-bb6c-4fb3-98b1-64345b456996 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/quotas/45e3fe61cc704411ac645e5935b9d258 HTTP/1.1" status: 200 len: 375 time: 0.0190670 May 26 15:10:10.902288 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=290094a1-f00a-4efb-a5b3-f5ddf85f4336,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:10.912050 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:10:11.004846 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-f828325c-2179-4d6a-a009-5a5f9b628767 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140261 May 26 15:10:11.032896 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2df55fd2-77a9-4490-ab69-f9e0f7b30710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:11.107554 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:11.118754 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:11.165046 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-3db6d0f5-6b4f-41d9-aff1-e237a0ade5f2 service neutron] 10.222.0.46 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580863 May 26 15:10:11.166602 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2df55fd2-77a9-4490-ab69-f9e0f7b30710 admin admin] Publish callbacks [] for security_group (d585a740-86e5-43ae-8bc1-43417213ae29), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:11.174066 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2df55fd2-77a9-4490-ab69-f9e0f7b30710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d585a740-86e5-43ae-8bc1-43417213ae29), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:11.194821 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 2, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:11.221599 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-2df55fd2-77a9-4490-ab69-f9e0f7b30710 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98699592822c4bd3ab19bc66ccfd01d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6370983 May 26 15:10:11.222815 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df55fd2-77a9-4490-ab69-f9e0f7b30710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d585a740-86e5-43ae-8bc1-43417213ae29,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:11.224837 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44314) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:11.261997 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Checking router: 7efc2ae4-d7e3-48c9-afba-4e874b54f26e for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:10:11.262361 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Updating router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e port 88cb7890-5013-492b-b6bb-1323ebb885c1 binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:10:11.300966 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:11.301840 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:11.315395 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e04b51e3-bdef-43ef-9f51-85f93ae7ce83 admin admin] Publish callbacks [] for security_group (d585a740-86e5-43ae-8bc1-43417213ae29), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:11.316863 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['290094a1-f00a-4efb-a5b3-f5ddf85f4336'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:10:11.364361 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-e08df48a-ad71-49dc-814b-f0683fb4affb service neutron] 10.222.0.46 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983297 May 26 15:10:11.388004 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e04b51e3-bdef-43ef-9f51-85f93ae7ce83 admin admin] Publish callbacks [] for security_group (d585a740-86e5-43ae-8bc1-43417213ae29), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:11.406111 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 092d53bd-bb73-402e-899b-6a796e4f16a6 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:11.466420 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e04b51e3-bdef-43ef-9f51-85f93ae7ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d585a740-86e5-43ae-8bc1-43417213ae29), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:11.470529 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e04b51e3-bdef-43ef-9f51-85f93ae7ce83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:11.475512 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e04b51e3-bdef-43ef-9f51-85f93ae7ce83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d585a740-86e5-43ae-8bc1-43417213ae29 HTTP/1.1" status: 204 len: 168 time: 0.2493820 May 26 15:10:11.485648 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b51e3-bdef-43ef-9f51-85f93ae7ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d585a740-86e5-43ae-8bc1-43417213ae29,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:11.560746 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:11.643749 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-becdf6e0-b19a-41b7-a419-e4a373eccd0b req-74669d47-0985-4003-9450-49db2687fcff tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 210 time: 0.0745895 May 26 15:10:11.687286 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3bda2-1df4-4ba3-9237-93fb3944a2cd req-062707bb-81be-4a20-bfa7-0c93d994df4e tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:11.689336 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-99c3bda2-1df4-4ba3-9237-93fb3944a2cd req-062707bb-81be-4a20-bfa7-0c93d994df4e tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 944 time: 0.1470923 May 26 15:10:11.773598 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44338) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:11.800240 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-99c3bda2-1df4-4ba3-9237-93fb3944a2cd req-07584943-ed07-4489-8f22-7fdfb98d78fb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043346 May 26 15:10:11.866350 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 092d53bd-bb73-402e-899b-6a796e4f16a6 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:11.866848 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:11.953546 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1d41b5cf-6649-43de-84a1-a3d3b4f6bc55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.067327 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Publish callbacks [] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.096592 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.144818 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-c869fa0e-c9f8-47b5-aa0e-fcbcc419c13e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:12.146641 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-c869fa0e-c9f8-47b5-aa0e-fcbcc419c13e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 819 time: 0.1650031 May 26 15:10:12.172836 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Request body: {'port': {'device_id': 'ef06b3f7-244b-42fd-8657-59708a3b66f5', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'admin_state_up': True, 'tenant_id': '45e3fe61cc704411ac645e5935b9d258'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:12.216438 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:12.223278 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 092d53bd-bb73-402e-899b-6a796e4f16a6 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:12.241981 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be50556-3407-4398-bb7a-8d662c25da4e None None] Pushing event updated for resources: {'Port': ['ID=88cb7890-5013-492b-b6bb-1323ebb885c1,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:12.278194 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1d41b5cf-6649-43de-84a1-a3d3b4f6bc55 admin admin] Publish callbacks [] for security_group (fe74f7dc-c794-4e9f-9ffb-326b5391dda9), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.287666 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1d41b5cf-6649-43de-84a1-a3d3b4f6bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (fe74f7dc-c794-4e9f-9ffb-326b5391dda9), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.320999 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Attempting to bind port 88cb7890-5013-492b-b6bb-1323ebb885c1 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:10:12.321954 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Attempting to bind port 88cb7890-5013-492b-b6bb-1323ebb885c1 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:10:12.321954 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Attempting to bind port 88cb7890-5013-492b-b6bb-1323ebb885c1 on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:12.328799 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:10:12.329306 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Checking segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:10:12.329874 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.330397 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Bound using segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:10:12.330951 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Bound port: 88cb7890-5013-492b-b6bb-1323ebb885c1, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:10:12.331460 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.366907 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1d41b5cf-6649-43de-84a1-a3d3b4f6bc55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ee70304b69f476b9e200149ecc51efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5922017 May 26 15:10:12.368066 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41b5cf-6649-43de-84a1-a3d3b4f6bc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74f7dc-c794-4e9f-9ffb-326b5391dda9,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:12.370649 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44362) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:12.438843 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Made reservation on behalf of 45e3fe61cc704411ac645e5935b9d258 for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:10:12.445223 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.459624 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:12.472194 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0250fdba-9359-4c7e-b899-523d92773a28 admin admin] Publish callbacks [] for security_group (fe74f7dc-c794-4e9f-9ffb-326b5391dda9), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.502705 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0250fdba-9359-4c7e-b899-523d92773a28 admin admin] Publish callbacks [] for security_group (fe74f7dc-c794-4e9f-9ffb-326b5391dda9), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.513296 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] For port 88cb7890-5013-492b-b6bb-1323ebb885c1, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:10:12.556355 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] For port 88cb7890-5013-492b-b6bb-1323ebb885c1, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=88cb7890-5013-492b-b6bb-1323ebb885c1,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:10:12.570127 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-e12e0abc-e855-463b-b124-1f4edaeafbee None None] Provisioning complete for port 88cb7890-5013-492b-b6bb-1323ebb885c1 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:12.570588 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e12e0abc-e855-463b-b124-1f4edaeafbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.598876 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0250fdba-9359-4c7e-b899-523d92773a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (fe74f7dc-c794-4e9f-9ffb-326b5391dda9), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.601904 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0250fdba-9359-4c7e-b899-523d92773a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.604892 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-0250fdba-9359-4c7e-b899-523d92773a28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe74f7dc-c794-4e9f-9ffb-326b5391dda9 HTTP/1.1" status: 204 len: 168 time: 0.2306089 May 26 15:10:12.615886 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:12.627288 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250fdba-9359-4c7e-b899-523d92773a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe74f7dc-c794-4e9f-9ffb-326b5391dda9,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:12.699390 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-e12e0abc-e855-463b-b124-1f4edaeafbee None None] Port 88cb7890-5013-492b-b6bb-1323ebb885c1 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:10:12.722928 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:12.724388 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:10:12.725201 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:10:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:12.742388 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Allocated IP 172.20.0.14 (8bf2593f-6b7e-48a8-9b32-aea452c29f00/0a3a30db-9719-4f0c-9b4e-a16526c76256/3b0d0eff-4509-4ba8-a8f0-305d4896d23f) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:10:12.772613 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:12.862367 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7f5e86e3-b923-4da6-9ebb-e0c2e45f7778 req-97293e2f-8e8b-4d45-b740-11db95fa289e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 210 time: 0.0678754 May 26 15:10:12.880243 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be50556-3407-4398-bb7a-8d662c25da4e None None] Pushing event updated for resources: {'Port': ['ID=88cb7890-5013-492b-b6bb-1323ebb885c1,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:12.996422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 290094a1-f00a-4efb-a5b3-f5ddf85f4336 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:13.050899 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70049-6707-4df5-8aa1-4765dcc77d03 req-04749a45-3589-44eb-bc63-8a15b8b7de53 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:13.052900 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-caa70049-6707-4df5-8aa1-4765dcc77d03 req-04749a45-3589-44eb-bc63-8a15b8b7de53 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 944 time: 0.1205888 May 26 15:10:13.084103 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:10:13.144599 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.175534 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:13.210687 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-caa70049-6707-4df5-8aa1-4765dcc77d03 req-3a9726b1-4ef0-4646-8191-d67147296f80 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506007 May 26 15:10:13.332247 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.383787 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-90277170-5d97-4b08-9902-9630371ba66f None None] Provisioning complete for port 88cb7890-5013-492b-b6bb-1323ebb885c1 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:13.384161 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-90277170-5d97-4b08-9902-9630371ba66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.465583 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:10:13.481089 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44402) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:13.501845 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event updated for resources: {'Port': ['ID=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:13.517774 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ab58be4d-ce25-4f30-88f2-401267de62ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.525235 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:13.531784 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:10:13.532878 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:10:13.547999 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-c6a6b6c6-2ab7-46a8-b3eb-90b8c6daa807 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:13.550268 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-c6a6b6c6-2ab7-46a8-b3eb-90b8c6daa807 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 819 time: 0.3575726 May 26 15:10:13.602034 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:13.602407 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.638918 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:13.639894 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.663892 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-553caa70-296a-48b0-9e11-73abcfa513c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4965014 May 26 15:10:13.675708 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ab58be4d-ce25-4f30-88f2-401267de62ce admin admin] Publish callbacks [] for security_group (e448c4a4-2484-4923-89b5-3f33283a53f2), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.689777 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ab58be4d-ce25-4f30-88f2-401267de62ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e448c4a4-2484-4923-89b5-3f33283a53f2), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.694737 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Request body: {'port': {'device_id': '240f19f3-04d8-4c10-a376-0f18377ee00a', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'admin_state_up': True, 'tenant_id': '45e3fe61cc704411ac645e5935b9d258'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:13.720415 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-90277170-5d97-4b08-9902-9630371ba66f None None] Current status of the port 88cb7890-5013-492b-b6bb-1323ebb885c1 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:13.721179 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-90277170-5d97-4b08-9902-9630371ba66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.739184 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58be4d-ce25-4f30-88f2-401267de62ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e448c4a4-2484-4923-89b5-3f33283a53f2,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:13.739899 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Request body: {'port': {'device_id': 'ef06b3f7-244b-42fd-8657-59708a3b66f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:13.743646 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ab58be4d-ce25-4f30-88f2-401267de62ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=004344bc46f04195ad9339a593b0b661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604451 May 26 15:10:13.750296 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44412) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:13.750488 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:13.817112 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:12Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:13.820645 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-90277170-5d97-4b08-9902-9630371ba66f None None] For port 88cb7890-5013-492b-b6bb-1323ebb885c1, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=88cb7890-5013-492b-b6bb-1323ebb885c1,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:13.828748 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-90277170-5d97-4b08-9902-9630371ba66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.923289 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.948693 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ccb3ab-9417-43fe-903d-056248c547dd None None] The sync data for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi is: [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:12Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:10:13.988228 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:13.988228 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:13.996527 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-e70649bb-3e9f-4bce-b55a-fcbb4cd00340 None None] Provisioning complete for port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:14.001656 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e70649bb-3e9f-4bce-b55a-fcbb4cd00340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.055145 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:14.060316 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1be329ed-915f-4f2b-8e2f-a173d2644a1c admin admin] Publish callbacks [] for security_group (e448c4a4-2484-4923-89b5-3f33283a53f2), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.107244 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90277170-5d97-4b08-9902-9630371ba66f None None] Pushing event updated for resources: {'Port': ['ID=88cb7890-5013-492b-b6bb-1323ebb885c1,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:14.123125 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b190e7f9-e07e-471c-b30d-79433e7e08da req-ee6160b7-425f-45ad-86ba-5ae0770fd91e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 210 time: 0.0610929 May 26 15:10:14.125138 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9741f3e9-dd12-42d7-b163-f643be0b668c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290094a1-f00a-4efb-a5b3-f5ddf85f4336'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:14.127789 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ab5866-d179-4820-89a1-17b6c16a5840" -d '{"events": [{"server_uuid": "9741f3e9-dd12-42d7-b163-f643be0b668c", "name": "network-vif-plugged", "status": "completed", "tag": "290094a1-f00a-4efb-a5b3-f5ddf85f4336"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:14.148875 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-e70649bb-3e9f-4bce-b55a-fcbb4cd00340 None None] Port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:10:14.153743 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 290094a1-f00a-4efb-a5b3-f5ddf85f4336, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=290094a1-f00a-4efb-a5b3-f5ddf85f4336,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:14.157636 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Made reservation on behalf of 45e3fe61cc704411ac645e5935b9d258 for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:10:14.159837 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.163526 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.174409 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1be329ed-915f-4f2b-8e2f-a173d2644a1c admin admin] Publish callbacks [] for security_group (e448c4a4-2484-4923-89b5-3f33283a53f2), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.211979 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50119e8-1da0-4eb0-b1b3-f321009528d3 x-openstack-request-id: req-e50119e8-1da0-4eb0-b1b3-f321009528d3 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:14.212333 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9741f3e9-dd12-42d7-b163-f643be0b668c", "name": "network-vif-plugged", "status": "completed", "tag": "290094a1-f00a-4efb-a5b3-f5ddf85f4336", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:14.212640 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e50119e8-1da0-4eb0-b1b3-f321009528d3 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:14.213035 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50119e8-1da0-4eb0-b1b3-f321009528d3'] response: {'server_uuid': '9741f3e9-dd12-42d7-b163-f643be0b668c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290094a1-f00a-4efb-a5b3-f5ddf85f4336', 'code': 200} May 26 15:10:14.240084 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=290094a1-f00a-4efb-a5b3-f5ddf85f4336,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:14.379651 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed14a8-ba19-42e1-8e5b-0c14faf491e7 req-be47a03b-5f93-4d2e-a768-b33c40f6b6e7 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:14.382144 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a6ed14a8-ba19-42e1-8e5b-0c14faf491e7 req-be47a03b-5f93-4d2e-a768-b33c40f6b6e7 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 945 time: 0.0635891 May 26 15:10:14.406153 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:14.457180 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1be329ed-915f-4f2b-8e2f-a173d2644a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e448c4a4-2484-4923-89b5-3f33283a53f2), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.459966 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1be329ed-915f-4f2b-8e2f-a173d2644a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.461137 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1be329ed-915f-4f2b-8e2f-a173d2644a1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e448c4a4-2484-4923-89b5-3f33283a53f2 HTTP/1.1" status: 204 len: 168 time: 0.6250880 May 26 15:10:14.479996 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a6ed14a8-ba19-42e1-8e5b-0c14faf491e7 req-50dd0882-9f70-403a-9c26-56836e8a5a6b tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896008 May 26 15:10:14.481760 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be329ed-915f-4f2b-8e2f-a173d2644a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e448c4a4-2484-4923-89b5-3f33283a53f2,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:14.486306 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a7a7b-0813-49f4-90ee-86fc9da62e30 req-b114947f-8bfb-4617-9f83-43618f38ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:14.488121 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f9a7a7b-0813-49f4-90ee-86fc9da62e30 req-b114947f-8bfb-4617-9f83-43618f38ba85 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 1129 time: 0.0571277 May 26 15:10:14.489817 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Allocated IP 172.20.0.6 (8bf2593f-6b7e-48a8-9b32-aea452c29f00/0a3a30db-9719-4f0c-9b4e-a16526c76256/dc0d1f46-3f16-4656-8246-5fefd8f4774a) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:10:14.561591 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f9a7a7b-0813-49f4-90ee-86fc9da62e30 req-0710b279-0494-4bb2-b063-f71466ad1a6c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585134 May 26 15:10:14.716711 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.760839 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.780870 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44438) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:14.847658 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d84c6c-552d-49c6-adf5-6ac0a14d5d5d admin admin] Deleting subnet d859d743-531c-4c60-9b48-65acd9a934d7 {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:10:14.853029 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d3d84c6c-552d-49c6-adf5-6ac0a14d5d5d admin admin] Publish callbacks [] for subnet (d859d743-531c-4c60-9b48-65acd9a934d7), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.871265 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:10:14.879940 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:14.886526 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:10:14.913588 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d3d84c6c-552d-49c6-adf5-6ac0a14d5d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (d859d743-531c-4c60-9b48-65acd9a934d7), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.921345 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event updated for resources: {'Port': ['ID=dc0d1f46-3f16-4656-8246-5fefd8f4774a,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:14.985301 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d3d84c6c-552d-49c6-adf5-6ac0a14d5d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (d859d743-531c-4c60-9b48-65acd9a934d7), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:14.989329 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:14.990171 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.032383 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-eefe8bef-9803-4064-86a0-855d6066cdaf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3415389 May 26 15:10:15.065950 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0d0eff-4509-4ba8-a8f0-305d4896d23f {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:15.075254 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Publish callbacks [] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.078827 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:15.084086 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d3d84c6c-552d-49c6-adf5-6ac0a14d5d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (d859d743-531c-4c60-9b48-65acd9a934d7), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.093314 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44440) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:15.111189 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b768620e-fef7-43a0-a3fe-896be78d2326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.113976 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Transition to ACTIVE for port object 3b0d0eff-4509-4ba8-a8f0-305d4896d23f will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:10:15.123116 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d84c6c-552d-49c6-adf5-6ac0a14d5d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d859d743-531c-4c60-9b48-65acd9a934d7,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:15.127344 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d3d84c6c-552d-49c6-adf5-6ac0a14d5d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.130086 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.145302 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44442) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:15.148811 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-d3d84c6c-552d-49c6-adf5-6ac0a14d5d5d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d859d743-531c-4c60-9b48-65acd9a934d7 HTTP/1.1" status: 204 len: 168 time: 0.3573112 May 26 15:10:15.185663 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:15.296813 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-0f9bf15e-fa43-4e9c-9d0d-3d9a7020ed83 None None] Provisioning complete for port dc0d1f46-3f16-4656-8246-5fefd8f4774a triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:15.297768 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-0f9bf15e-fa43-4e9c-9d0d-3d9a7020ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.325065 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4a6a5-977f-47c2-9860-629ec78122fd req-a46acfe1-cb53-4571-969c-fdbd7e8037a9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:15.326709 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-43e4a6a5-977f-47c2-9860-629ec78122fd req-a46acfe1-cb53-4571-969c-fdbd7e8037a9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 931 time: 0.1061933 May 26 15:10:15.347551 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:15.350324 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Request body: {'port': {'device_id': '240f19f3-04d8-4c10-a376-0f18377ee00a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:15.358228 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-0f9bf15e-fa43-4e9c-9d0d-3d9a7020ed83 None None] Port dc0d1f46-3f16-4656-8246-5fefd8f4774a cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:10:15.376267 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:15.418444 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-43e4a6a5-977f-47c2-9860-629ec78122fd req-4b690a1b-4db5-402f-9078-5b71cb4b1ca7 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786586 May 26 15:10:15.506931 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 88cb7890-5013-492b-b6bb-1323ebb885c1 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:15.541137 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Pushing event updated for resources: {'Port': ['ID=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:15.595669 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 88cb7890-5013-492b-b6bb-1323ebb885c1 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:15.596282 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.625358 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:10:15.631407 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (5d71c328-5d5f-4938-83a5-16977f705bd7), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.640533 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b768620e-fef7-43a0-a3fe-896be78d2326 admin admin] Publish callbacks [] for security_group (f5af7f30-220a-4399-88d4-20cb0e35935d), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.648369 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.654569 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:15.675879 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b768620e-fef7-43a0-a3fe-896be78d2326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f5af7f30-220a-4399-88d4-20cb0e35935d), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.698448 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 88cb7890-5013-492b-b6bb-1323ebb885c1 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:15.716727 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ff190-60aa-43ed-974a-374ebc05c9d9 req-11d1eff6-1425-45ef-960a-cedaabc84ae6 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:15.718622 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5f7ff190-60aa-43ed-974a-374ebc05c9d9 req-11d1eff6-1425-45ef-960a-cedaabc84ae6 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 945 time: 0.1247697 May 26 15:10:15.794008 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b768620e-fef7-43a0-a3fe-896be78d2326 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f531692488ad43cf83bea73d4fa07383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6993721 May 26 15:10:15.797702 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44454) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:15.810426 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768620e-fef7-43a0-a3fe-896be78d2326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5af7f30-220a-4399-88d4-20cb0e35935d,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:15.825928 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5f7ff190-60aa-43ed-974a-374ebc05c9d9 req-11079590-0a70-4ed9-83d7-e0623095fc8c tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944588 May 26 15:10:15.857268 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Attempting to bind port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:10:15.857638 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Attempting to bind port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:10:15.857999 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Attempting to bind port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:15.881156 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e10a428c-1733-4520-880b-95001429caad admin admin] Publish callbacks [] for security_group (f5af7f30-220a-4399-88d4-20cb0e35935d), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.913904 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e10a428c-1733-4520-880b-95001429caad admin admin] Publish callbacks [] for security_group (f5af7f30-220a-4399-88d4-20cb0e35935d), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.926872 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:10:15.927176 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Attempting to bind port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:15.938205 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (5d71c328-5d5f-4938-83a5-16977f705bd7), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.970922 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e10a428c-1733-4520-880b-95001429caad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f5af7f30-220a-4399-88d4-20cb0e35935d), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.973740 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e10a428c-1733-4520-880b-95001429caad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:15.977489 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e10a428c-1733-4520-880b-95001429caad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5af7f30-220a-4399-88d4-20cb0e35935d HTTP/1.1" status: 204 len: 168 time: 0.1730006 May 26 15:10:15.983819 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a428c-1733-4520-880b-95001429caad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5af7f30-220a-4399-88d4-20cb0e35935d,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:16.016071 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:10:16.016420 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Checking segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:10:16.016816 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Bound using segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:10:16.017263 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Bound port: 3b0d0eff-4509-4ba8-a8f0-305d4896d23f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:10:16.017647 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.048068 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d71c328-5d5f-4938-83a5-16977f705bd7']}} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:16.061771 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:16.072474 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0091d88d-2e46-4046-8701-1d2360789434') {'for_net_delete': True} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:16.072821 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0091d88d-2e46-4046-8701-1d2360789434') {} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:16.136045 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11762101'] for segment (0091d88d-2e46-4046-8701-1d2360789434), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.180644 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (0091d88d-2e46-4046-8701-1d2360789434), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.196015 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=104042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:10:16.196660 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11732373'] for segment (0091d88d-2e46-4046-8701-1d2360789434), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.220883 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 0091d88d-2e46-4046-8701-1d2360789434 resource provider aggregate not found May 26 15:10:16.237212 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] For port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:10:16.268400 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 0091d88d-2e46-4046-8701-1d2360789434 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0091d88d-2e46-4046-8701-1d2360789434 found for delete ", "request_id": "req-f8722a84-1449-4f50-8d44-f4f4593e0ce3"}]} May 26 15:10:16.288450 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] For port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:10:16.306159 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.343667 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (5d71c328-5d5f-4938-83a5-16977f705bd7), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.348551 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.355717 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44474) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:16.356264 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5d71c328-5d5f-4938-83a5-16977f705bd7 HTTP/1.1" status: 204 len: 168 time: 1.2079325 May 26 15:10:16.375243 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:16.376059 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.377662 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] 10.222.0.75 "PUT /v2.0/ports/3b0d0eff-4509-4ba8-a8f0-305d4896d23f HTTP/1.1" status: 200 len: 1094 time: 2.6606514 May 26 15:10:16.382565 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef06b3f7-244b-42fd-8657-59708a3b66f5', 'tag': '3b0d0eff-4509-4ba8-a8f0-305d4896d23f'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:16.384670 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef06b3f7-244b-42fd-8657-59708a3b66f5", "tag": "3b0d0eff-4509-4ba8-a8f0-305d4896d23f"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:16.434327 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a7439-08ff-45ed-ad69-85426c35d561 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d71c328-5d5f-4938-83a5-16977f705bd7,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:16.435615 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcfbaac-8630-4674-b91a-20e8861721ab admin admin] Deleting subnet d59c07a4-dd69-4ef5-a5e0-a10ff41c6c8a {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:10:16.444228 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bcfbaac-8630-4674-b91a-20e8861721ab admin admin] Publish callbacks [] for subnet (d59c07a4-dd69-4ef5-a5e0-a10ff41c6c8a), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.475063 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0d1f46-3f16-4656-8246-5fefd8f4774a {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:16.483490 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd529c4-ed9b-4d2a-b0aa-94fb52e9e2bd service neutron] Pushing event updated for resources: {'Port': ['ID=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:16.509752 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Publish callbacks [] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.514058 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedfb763-40aa-4e9a-a76a-025b71295815 x-openstack-request-id: req-dedfb763-40aa-4e9a-a76a-025b71295815 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:16.515126 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef06b3f7-244b-42fd-8657-59708a3b66f5", "tag": "3b0d0eff-4509-4ba8-a8f0-305d4896d23f", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:16.515126 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dedfb763-40aa-4e9a-a76a-025b71295815 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:16.515126 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dedfb763-40aa-4e9a-a76a-025b71295815'] response: {'name': 'network-changed', 'server_uuid': 'ef06b3f7-244b-42fd-8657-59708a3b66f5', 'tag': '3b0d0eff-4509-4ba8-a8f0-305d4896d23f', 'status': 'completed', 'code': 200} May 26 15:10:16.521775 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bcfbaac-8630-4674-b91a-20e8861721ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (d59c07a4-dd69-4ef5-a5e0-a10ff41c6c8a), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.557858 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:16.563909 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Transition to ACTIVE for port object dc0d1f46-3f16-4656-8246-5fefd8f4774a will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:10:16.574628 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-813240e2-ecaa-41a4-a9fe-f11541e977f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:16.577023 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-813240e2-ecaa-41a4-a9fe-f11541e977f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 1128 time: 0.0963929 May 26 15:10:16.578615 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.672313 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4330d7-cd17-42b8-b646-c7879d45e7c5 req-d6c0767c-b355-4d41-a3b6-32de3078b4a5 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:16.676323 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6c4330d7-cd17-42b8-b646-c7879d45e7c5 req-d6c0767c-b355-4d41-a3b6-32de3078b4a5 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.1163373 May 26 15:10:16.678579 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bcfbaac-8630-4674-b91a-20e8861721ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (d59c07a4-dd69-4ef5-a5e0-a10ff41c6c8a), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.687949 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-d5769e22-f526-4e2b-b064-157637bf4f7d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f HTTP/1.1" status: 200 len: 217 time: 0.0469036 May 26 15:10:16.747060 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-a23006ad-9b1e-4c93-9c34-b947f1d2bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:16.748581 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-a23006ad-9b1e-4c93-9c34-b947f1d2bcb9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0496337 May 26 15:10:16.839221 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0d1f46-3f16-4656-8246-5fefd8f4774a,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:16.846836 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6c4330d7-cd17-42b8-b646-c7879d45e7c5 req-9e6de255-2e58-4702-82b7-64975a2483ae tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264956 May 26 15:10:16.864591 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bcfbaac-8630-4674-b91a-20e8861721ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (d59c07a4-dd69-4ef5-a5e0-a10ff41c6c8a), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.925238 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfbaac-8630-4674-b91a-20e8861721ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59c07a4-dd69-4ef5-a5e0-a10ff41c6c8a,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:16.933819 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bcfbaac-8630-4674-b91a-20e8861721ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:16.941109 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-7bcfbaac-8630-4674-b91a-20e8861721ab admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d59c07a4-dd69-4ef5-a5e0-a10ff41c6c8a HTTP/1.1" status: 204 len: 168 time: 0.5806425 May 26 15:10:16.953498 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44494) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:17.060419 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e1f5c-8c0b-486b-b286-8b23c06fac6d req-732a2ee4-101e-4156-a27c-645285f162b9 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:17.065927 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ae3e1f5c-8c0b-486b-b286-8b23c06fac6d req-732a2ee4-101e-4156-a27c-645285f162b9 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 945 time: 0.1248081 May 26 15:10:17.125221 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (a0f875e2-e7e7-47e3-8e08-fd54c47a583e), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.259184 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-2ef5c846-d16d-413a-aa6d-274b6d7c54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:17.261359 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-2ef5c846-d16d-413a-aa6d-274b6d7c54a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4941790 May 26 15:10:17.355803 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Attempting to bind port dc0d1f46-3f16-4656-8246-5fefd8f4774a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:10:17.356153 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Attempting to bind port dc0d1f46-3f16-4656-8246-5fefd8f4774a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:10:17.356468 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Attempting to bind port dc0d1f46-3f16-4656-8246-5fefd8f4774a on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:17.368848 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Port dc0d1f46-3f16-4656-8246-5fefd8f4774a on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:10:17.369178 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Attempting to bind port dc0d1f46-3f16-4656-8246-5fefd8f4774a on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:17.386079 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:10:17.386650 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Checking segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:10:17.387420 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Bound using segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:10:17.387886 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Bound port: dc0d1f46-3f16-4656-8246-5fefd8f4774a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:10:17.388317 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.450386 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:17.490117 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ae3e1f5c-8c0b-486b-b286-8b23c06fac6d req-fdc7c4f7-a016-4655-a1cf-dfbb52f8a7e6 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172235 May 26 15:10:17.505138 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (a0f875e2-e7e7-47e3-8e08-fd54c47a583e), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.512057 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-f295b207-1120-4105-a165-e60a3570dc02 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273710 May 26 15:10:17.550564 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.580278 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f875e2-e7e7-47e3-8e08-fd54c47a583e']}} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:17.602150 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a9339b-5e43-46d6-99e3-1294dd4d19b8') {'for_net_delete': True} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:17.602534 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a9339b-5e43-46d6-99e3-1294dd4d19b8') {} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:10:17.621746 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] For port dc0d1f46-3f16-4656-8246-5fefd8f4774a, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:10:17.622581 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7551123'] for segment (d1a9339b-5e43-46d6-99e3-1294dd4d19b8), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.643110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:17.651561 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (d1a9339b-5e43-46d6-99e3-1294dd4d19b8), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.663414 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=104041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:10:17.663826 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885275'] for segment (d1a9339b-5e43-46d6-99e3-1294dd4d19b8), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.675917 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] For port dc0d1f46-3f16-4656-8246-5fefd8f4774a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc0d1f46-3f16-4656-8246-5fefd8f4774a,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:10:17.677040 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:17.685032 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-015df572-68df-474f-9e52-b73fb8d5cf9f req-32ab2efd-9428-442e-acd7-946e1c60f0c1 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463051 May 26 15:10:17.688239 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.731685 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:17.732179 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.733649 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6163f823-6533-4c96-91d6-75032922e133 service neutron] 10.222.0.75 "PUT /v2.0/ports/dc0d1f46-3f16-4656-8246-5fefd8f4774a HTTP/1.1" status: 200 len: 1093 time: 2.4023643 May 26 15:10:17.745410 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment d1a9339b-5e43-46d6-99e3-1294dd4d19b8 resource provider aggregate not found May 26 15:10:17.759310 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (a0f875e2-e7e7-47e3-8e08-fd54c47a583e), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.768780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:17.775641 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] 10.222.0.46 "DELETE /v2.0/networks/a0f875e2-e7e7-47e3-8e08-fd54c47a583e HTTP/1.1" status: 204 len: 168 time: 0.8240271 May 26 15:10:17.778335 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment d1a9339b-5e43-46d6-99e3-1294dd4d19b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1a9339b-5e43-46d6-99e3-1294dd4d19b8 found for delete ", "request_id": "req-58c2a856-3cb5-4bd0-b1f6-f3d20ed53952"}]} May 26 15:10:17.780359 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163f823-6533-4c96-91d6-75032922e133 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0d1f46-3f16-4656-8246-5fefd8f4774a,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:17.791444 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252605f5-aedc-407d-a4da-2e919647695a admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f875e2-e7e7-47e3-8e08-fd54c47a583e,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:18.017818 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10033a-626b-4f72-a2be-2d23362e7202 req-86e84af6-81d6-4f2a-88ad-9990892a0ffd tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:18.019691 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8c10033a-626b-4f72-a2be-2d23362e7202 req-86e84af6-81d6-4f2a-88ad-9990892a0ffd tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0590193 May 26 15:10:18.033521 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44522) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:18.078241 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8c10033a-626b-4f72-a2be-2d23362e7202 req-b5a62947-0027-4ccc-8590-df7c5637786a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522430 May 26 15:10:18.086391 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-2123d8f6-a817-4db9-8faa-3a365b7f90e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75b35b9ac1764016b396142a41ee5d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515606 May 26 15:10:18.090291 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44524) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:18.156755 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1a79b4f3-b03e-4dee-b315-9a98a948ab57 admin admin] Publish callbacks [] for security_group (aa17ba4d-222d-4429-ac45-b356914c2694), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:18.188267 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1a79b4f3-b03e-4dee-b315-9a98a948ab57 admin admin] Publish callbacks [] for security_group (aa17ba4d-222d-4429-ac45-b356914c2694), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:18.251145 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1a79b4f3-b03e-4dee-b315-9a98a948ab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (aa17ba4d-222d-4429-ac45-b356914c2694), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:18.253724 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1a79b4f3-b03e-4dee-b315-9a98a948ab57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:18.254876 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1a79b4f3-b03e-4dee-b315-9a98a948ab57 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa17ba4d-222d-4429-ac45-b356914c2694 HTTP/1.1" status: 204 len: 168 time: 0.1617048 May 26 15:10:18.263626 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79b4f3-b03e-4dee-b315-9a98a948ab57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa17ba4d-222d-4429-ac45-b356914c2694,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:18.515987 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240f19f3-04d8-4c10-a376-0f18377ee00a', 'tag': 'dc0d1f46-3f16-4656-8246-5fefd8f4774a'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:18.518536 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfc3bf1-c899-4a34-8c53-4a55764f2585" -d '{"events": [{"name": "network-changed", "server_uuid": "240f19f3-04d8-4c10-a376-0f18377ee00a", "tag": "dc0d1f46-3f16-4656-8246-5fefd8f4774a"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:18.571463 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254d03ba-0d31-49f1-b095-1c106e5c0867 x-openstack-request-id: req-254d03ba-0d31-49f1-b095-1c106e5c0867 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:18.571790 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240f19f3-04d8-4c10-a376-0f18377ee00a", "tag": "dc0d1f46-3f16-4656-8246-5fefd8f4774a", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:18.572061 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-254d03ba-0d31-49f1-b095-1c106e5c0867 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:18.572525 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254d03ba-0d31-49f1-b095-1c106e5c0867'] response: {'name': 'network-changed', 'server_uuid': '240f19f3-04d8-4c10-a376-0f18377ee00a', 'tag': 'dc0d1f46-3f16-4656-8246-5fefd8f4774a', 'status': 'completed', 'code': 200} May 26 15:10:18.673385 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44546) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:18.729677 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-5e4c9d96-96e1-4cab-8d45-46cfc55d67d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b9f0b7e0b90413eaf37e607cac8fd54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548980 May 26 15:10:18.730102 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44552) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:18.786078 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:18.792577 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-af942989-835a-402d-87aa-0a8aaf670dfb admin admin] Publish callbacks [] for security_group (80cf7b68-724c-4899-8246-b9434d78bb97), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:18.823393 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-af942989-835a-402d-87aa-0a8aaf670dfb admin admin] Publish callbacks [] for security_group (80cf7b68-724c-4899-8246-b9434d78bb97), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:18.938867 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-af942989-835a-402d-87aa-0a8aaf670dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (80cf7b68-724c-4899-8246-b9434d78bb97), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:18.942632 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-af942989-835a-402d-87aa-0a8aaf670dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:18.946751 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-af942989-835a-402d-87aa-0a8aaf670dfb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80cf7b68-724c-4899-8246-b9434d78bb97 HTTP/1.1" status: 204 len: 168 time: 0.2131913 May 26 15:10:18.978411 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3b0d0eff-4509-4ba8-a8f0-305d4896d23f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:10:18.978905 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af942989-835a-402d-87aa-0a8aaf670dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cf7b68-724c-4899-8246-b9434d78bb97,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:18.979261 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7af1d-c34a-4145-8e10-b1f95c849c94 req-d7ddb745-7e73-459f-ba41-014c3948ac9a tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:18.989903 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f6e7af1d-c34a-4145-8e10-b1f95c849c94 req-d7ddb745-7e73-459f-ba41-014c3948ac9a tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 945 time: 0.0703037 May 26 15:10:19.066274 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f6e7af1d-c34a-4145-8e10-b1f95c849c94 req-85a9861e-29c9-4f9f-89c3-2a5e26c92aac tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748496 May 26 15:10:19.095723 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:19.156494 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:19.175338 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '3b0d0eff-4509-4ba8-a8f0-305d4896d23f', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'port_id': '3b0d0eff-4509-4ba8-a8f0-305d4896d23f', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:10:19.240010 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:19.240557 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:19.263375 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0d0eff-4509-4ba8-a8f0-305d4896d23f {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:19.298419 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:19.305294 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:19.311310 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248c90a-704c-45dc-ab9c-0dac3f0bcc9d req-29573ee4-e44b-4352-8d19-af5de356d0f1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:19.313482 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8248c90a-704c-45dc-ab9c-0dac3f0bcc9d req-29573ee4-e44b-4352-8d19-af5de356d0f1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.1220067 May 26 15:10:19.385045 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:19.386189 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8248c90a-704c-45dc-ab9c-0dac3f0bcc9d req-ea3b7177-e1ea-4463-8191-652dea4e3bcb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656295 May 26 15:10:20.196814 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c198db3-4705-45d4-a6e5-66b75990c1bd req-18a88256-7d9f-4d3a-a16d-470ceeae8a68 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:20.199105 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3c198db3-4705-45d4-a6e5-66b75990c1bd req-18a88256-7d9f-4d3a-a16d-470ceeae8a68 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 945 time: 0.0597208 May 26 15:10:20.259566 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3c198db3-4705-45d4-a6e5-66b75990c1bd req-7dc13acb-8e0d-4319-834a-c1d239f09346 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518839 May 26 15:10:20.521215 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d77614-b234-44d3-b3cb-5a10fa8abeda req-b0fb03e2-bf51-4c51-9f2e-8fef0eb7d20c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:20.522797 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-70d77614-b234-44d3-b3cb-5a10fa8abeda req-b0fb03e2-bf51-4c51-9f2e-8fef0eb7d20c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0538647 May 26 15:10:20.580534 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-70d77614-b234-44d3-b3cb-5a10fa8abeda req-6904072a-dc01-4392-afbe-9fa17809b8be tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514536 May 26 15:10:20.655887 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=20 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:21.386771 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d28776-0ab6-42b1-b35f-e283017efe55 req-ddd14723-a67a-4e6e-9712-0fa8e4e56bc6 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:21.388646 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-95d28776-0ab6-42b1-b35f-e283017efe55 req-ddd14723-a67a-4e6e-9712-0fa8e4e56bc6 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 945 time: 0.0535469 May 26 15:10:21.439982 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-95d28776-0ab6-42b1-b35f-e283017efe55 req-52fbee0b-ab16-4903-8a54-15ab7412ac40 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450356 May 26 15:10:21.703604 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da7e94-deca-4f52-b788-d8ce9ac220c2 req-dfe72228-94f9-442b-806a-bad79dd5491b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:21.705089 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-96da7e94-deca-4f52-b788-d8ce9ac220c2 req-dfe72228-94f9-442b-806a-bad79dd5491b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0504782 May 26 15:10:21.753053 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-96da7e94-deca-4f52-b788-d8ce9ac220c2 req-819a8ccb-7e3d-424b-b2df-bce7c117ce81 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 May 26 15:10:22.226890 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6e8cb698-7fc4-4fd4-bb64-443031cff3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.228135 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['3b0d0eff-4509-4ba8-a8f0-305d4896d23f'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:10:22.228599 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-6e8cb698-7fc4-4fd4-bb64-443031cff3e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 1127 time: 0.0664163 May 26 15:10:22.229782 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-e1e5829a-3090-4fca-8701-7cf3ed73cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.231120 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-e1e5829a-3090-4fca-8701-7cf3ed73cddd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 1129 time: 0.0704916 May 26 15:10:22.313829 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-7ddf9031-0c8d-4303-9d62-2c828240931a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0d1f46-3f16-4656-8246-5fefd8f4774a HTTP/1.1" status: 200 len: 217 time: 0.0531974 May 26 15:10:22.391158 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-41250b07-40b7-4b38-ba52-698b5b379470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.392927 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-41250b07-40b7-4b38-ba52-698b5b379470 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.1310186 May 26 15:10:22.492007 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-e982344e-e81d-41a5-a2af-0dda86826b37 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f HTTP/1.1" status: 200 len: 217 time: 0.0613070 May 26 15:10:22.510773 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-ae1c9cf4-2fcf-4884-896a-d4b8886478b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.512214 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-ae1c9cf4-2fcf-4884-896a-d4b8886478b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0748932 May 26 15:10:22.561684 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a09a2e-8e65-42d3-b8d0-4f095cbeba6c req-64abeae3-58ac-43ed-9bb5-ec7254b91f61 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.563143 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-04a09a2e-8e65-42d3-b8d0-4f095cbeba6c req-64abeae3-58ac-43ed-9bb5-ec7254b91f61 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 945 time: 0.0481150 May 26 15:10:22.603453 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:22.626527 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-04a09a2e-8e65-42d3-b8d0-4f095cbeba6c req-620656ea-44cb-4bab-83ad-48045f389412 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533524 May 26 15:10:22.658711 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8be6f6ca-b164-4483-8390-f1ba548bcebe tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.660181 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8be6f6ca-b164-4483-8390-f1ba548bcebe tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.75 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 945 time: 0.0522249 May 26 15:10:22.677289 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-ec39826e-21b3-4d9a-8aaf-8e68ac99676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.678937 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-ec39826e-21b3-4d9a-8aaf-8e68ac99676c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0776081 May 26 15:10:22.684374 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-bc2a27c2-6a65-4e78-82a8-0ac943bed29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.685862 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-bc2a27c2-6a65-4e78-82a8-0ac943bed29f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0756075 May 26 15:10:22.782529 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-71dd3c7e-8ff5-4b56-8bdf-25e97cf58980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.784160 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-71dd3c7e-8ff5-4b56-8bdf-25e97cf58980 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0900505 May 26 15:10:22.826350 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Deleting port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:10:22.826752 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:22.830313 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:22.835923 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-642752c6-f5bd-40e7-bc15-5449fc9a6a8d service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491563 May 26 15:10:22.924183 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cf7b1-ba14-4a1c-9727-f854e5386fbd req-2023d7ba-e882-4634-8933-e1ddf6c297de tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:22.925691 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4c3cf7b1-ba14-4a1c-9727-f854e5386fbd req-2023d7ba-e882-4634-8933-e1ddf6c297de tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0938888 May 26 15:10:22.932610 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:22.962991 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-f9214512-d0c2-4bed-bc27-20d045f1ea08 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704602 May 26 15:10:22.988840 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] For port 290094a1-f00a-4efb-a5b3-f5ddf85f4336, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=290094a1-f00a-4efb-a5b3-f5ddf85f4336,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:22.989196 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:23.021849 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Calling delete_port for 290094a1-f00a-4efb-a5b3-f5ddf85f4336 owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:10:23.031107 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4c3cf7b1-ba14-4a1c-9727-f854e5386fbd req-082753bf-0940-46c1-8f23-456f82479fb0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973356 May 26 15:10:23.038833 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-79cfa12e-53e0-43c4-810c-436eb24d748d req-51bd89d9-37e3-4a2b-a79f-070eb60488ad service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733654 May 26 15:10:23.089698 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9da13fbc-3cd2-42a9-99db-95ddaf898f3d req-ce3982b1-7510-42a0-9dae-573de6fe23f2 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196580 May 26 15:10:23.189522 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (290094a1-f00a-4efb-a5b3-f5ddf85f4336), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:23.217298 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Pushing event deleted for resources: {'Port': ['ID=290094a1-f00a-4efb-a5b3-f5ddf85f4336,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:23.236863 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['290094a1-f00a-4efb-a5b3-f5ddf85f4336'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:10:23.294203 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] No DVR routers for this DVR port 290094a1-f00a-4efb-a5b3-f5ddf85f4336 on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:10:23.297273 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:23.300884 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3568a14f-4bc2-48e2-859b-0033448401ee req-8d1f2722-4846-4a0a-a94e-929a35880f72 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.75 "DELETE /v2.0/ports/290094a1-f00a-4efb-a5b3-f5ddf85f4336 HTTP/1.1" status: 204 len: 173 time: 0.6346290 May 26 15:10:23.301331 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9741f3e9-dd12-42d7-b163-f643be0b668c', 'name': 'network-vif-deleted', 'tag': '290094a1-f00a-4efb-a5b3-f5ddf85f4336'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:23.303815 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916c3157-49e7-4b1c-af09-41878c15f002" -d '{"events": [{"server_uuid": "9741f3e9-dd12-42d7-b163-f643be0b668c", "name": "network-vif-deleted", "tag": "290094a1-f00a-4efb-a5b3-f5ddf85f4336"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:23.349752 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a1cfa3-4832-4198-b3e8-909aa48d087d x-openstack-request-id: req-62a1cfa3-4832-4198-b3e8-909aa48d087d {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:23.350162 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9741f3e9-dd12-42d7-b163-f643be0b668c", "name": "network-vif-deleted", "tag": "290094a1-f00a-4efb-a5b3-f5ddf85f4336", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:23.350423 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62a1cfa3-4832-4198-b3e8-909aa48d087d {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:23.350832 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a1cfa3-4832-4198-b3e8-909aa48d087d'] response: {'server_uuid': '9741f3e9-dd12-42d7-b163-f643be0b668c', 'name': 'network-vif-deleted', 'tag': '290094a1-f00a-4efb-a5b3-f5ddf85f4336', 'status': 'completed', 'code': 200} May 26 15:10:23.730693 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2588f8c8-0921-46ce-8e34-9d32a82f8e7d req-a4f0155e-4b38-478d-b3a8-242b67766ba5 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 210 time: 0.0294969 May 26 15:10:24.149084 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f932b-74be-4b0b-8ef8-d69e9e270f44 req-5906bda1-4d7d-456f-a5db-47c5223277ee tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:24.150540 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c31f932b-74be-4b0b-8ef8-d69e9e270f44 req-5906bda1-4d7d-456f-a5db-47c5223277ee tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0480130 May 26 15:10:24.198416 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c31f932b-74be-4b0b-8ef8-d69e9e270f44 req-472729cd-615f-47b0-8766-645f099b96e6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 May 26 15:10:24.634837 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44724) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:24.757628 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7aaeebf1-4a41-4919-b828-09e11b9ea00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:24.820453 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:24.834431 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-96b5dbfe-3a8f-42e9-b7d8-a4299ea98d1d req-5317d9dc-5ac5-4c01-9abf-0ca732ccc322 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 210 time: 0.0284905 May 26 15:10:24.848735 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7aaeebf1-4a41-4919-b828-09e11b9ea00d admin admin] Publish callbacks [] for security_group (6b52ba6d-bd04-4ed3-82d5-5b39139022ad), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:24.853037 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7aaeebf1-4a41-4919-b828-09e11b9ea00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6b52ba6d-bd04-4ed3-82d5-5b39139022ad), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:24.895323 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-7aaeebf1-4a41-4919-b828-09e11b9ea00d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4b6730db99340e199be4c1becc47b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587767 May 26 15:10:24.896045 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaeebf1-4a41-4919-b828-09e11b9ea00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b52ba6d-bd04-4ed3-82d5-5b39139022ad,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:24.898548 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44730) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:24.958095 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc913-07e1-4892-b715-05a8ebe017fa admin admin] Publish callbacks [] for security_group (6b52ba6d-bd04-4ed3-82d5-5b39139022ad), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:24.983226 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc913-07e1-4892-b715-05a8ebe017fa admin admin] Publish callbacks [] for security_group (6b52ba6d-bd04-4ed3-82d5-5b39139022ad), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.038589 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc913-07e1-4892-b715-05a8ebe017fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6b52ba6d-bd04-4ed3-82d5-5b39139022ad), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.042913 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc913-07e1-4892-b715-05a8ebe017fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.044625 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-6d0cc913-07e1-4892-b715-05a8ebe017fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b52ba6d-bd04-4ed3-82d5-5b39139022ad HTTP/1.1" status: 204 len: 168 time: 0.1442761 May 26 15:10:25.053145 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cc913-07e1-4892-b715-05a8ebe017fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b52ba6d-bd04-4ed3-82d5-5b39139022ad,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:25.327756 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23313f8-1746-4f70-842c-b95798e5ab1a req-21903979-dcb6-4647-b8c0-ca4716bbe66c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:25.329790 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d23313f8-1746-4f70-842c-b95798e5ab1a req-21903979-dcb6-4647-b8c0-ca4716bbe66c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0602291 May 26 15:10:25.369212 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44738) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:25.388515 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-52071a46-452e-4af9-a572-7f357f702e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.388730 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d23313f8-1746-4f70-842c-b95798e5ab1a req-602968c6-711c-4345-8571-1f87a7e40878 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509758 May 26 15:10:25.470856 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-52071a46-452e-4af9-a572-7f357f702e19 admin admin] Publish callbacks [] for security_group (675dc8cc-4d5a-48f1-b551-b9372ab880e4), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.475161 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-52071a46-452e-4af9-a572-7f357f702e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (675dc8cc-4d5a-48f1-b551-b9372ab880e4), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.515587 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52071a46-452e-4af9-a572-7f357f702e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675dc8cc-4d5a-48f1-b551-b9372ab880e4,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:25.520715 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-52071a46-452e-4af9-a572-7f357f702e19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c81ad15cca24d0fab87a925dee9df66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498823 May 26 15:10:25.523346 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44740) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:25.574121 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e669da6b-a208-4fe1-858f-33191feb8a3b admin admin] Publish callbacks [] for security_group (675dc8cc-4d5a-48f1-b551-b9372ab880e4), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.597179 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e669da6b-a208-4fe1-858f-33191feb8a3b admin admin] Publish callbacks [] for security_group (675dc8cc-4d5a-48f1-b551-b9372ab880e4), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.621291 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=34 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:25.651393 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e669da6b-a208-4fe1-858f-33191feb8a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (675dc8cc-4d5a-48f1-b551-b9372ab880e4), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.654163 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e669da6b-a208-4fe1-858f-33191feb8a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:25.655305 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e669da6b-a208-4fe1-858f-33191feb8a3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/675dc8cc-4d5a-48f1-b551-b9372ab880e4 HTTP/1.1" status: 204 len: 168 time: 0.1310678 May 26 15:10:25.665973 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669da6b-a208-4fe1-858f-33191feb8a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675dc8cc-4d5a-48f1-b551-b9372ab880e4,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:25.942386 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eb264903-bac6-4325-9a8e-f343762daebd req-0644689d-a50c-4cf2-86f8-b3dad3352f2b tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 210 time: 0.0314746 May 26 15:10:26.489984 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:26.511775 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557c971-754c-4ab0-821b-63c3ded01b4d req-76accf46-4b58-413a-910f-10e09095842a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:26.513855 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1557c971-754c-4ab0-821b-63c3ded01b4d req-76accf46-4b58-413a-910f-10e09095842a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0508046 May 26 15:10:26.525361 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3b0d0eff-4509-4ba8-a8f0-305d4896d23f up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:26.567627 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1557c971-754c-4ab0-821b-63c3ded01b4d req-86d3ae68-302f-46fc-974b-67d045253ba6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483868 May 26 15:10:26.575614 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:10:26.582345 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:26.582721 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:26.666850 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:26.667235 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:26.694355 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef06b3f7-244b-42fd-8657-59708a3b66f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0d0eff-4509-4ba8-a8f0-305d4896d23f'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:26.696599 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cbdb6f-60bc-4727-a74a-1c66524231ad" -d '{"events": [{"server_uuid": "ef06b3f7-244b-42fd-8657-59708a3b66f5", "name": "network-vif-plugged", "status": "completed", "tag": "3b0d0eff-4509-4ba8-a8f0-305d4896d23f"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:26.726981 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:26.747161 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:26.754938 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12222789-707d-4da5-a062-1824ae7cb8d3 x-openstack-request-id: req-12222789-707d-4da5-a062-1824ae7cb8d3 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:26.756718 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef06b3f7-244b-42fd-8657-59708a3b66f5", "name": "network-vif-plugged", "status": "completed", "tag": "3b0d0eff-4509-4ba8-a8f0-305d4896d23f", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:26.758055 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12222789-707d-4da5-a062-1824ae7cb8d3 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:26.758998 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12222789-707d-4da5-a062-1824ae7cb8d3'] response: {'server_uuid': 'ef06b3f7-244b-42fd-8657-59708a3b66f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0d0eff-4509-4ba8-a8f0-305d4896d23f', 'code': 200} May 26 15:10:26.799808 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 290094a1-f00a-4efb-a5b3-f5ddf85f4336 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:10:26.841162 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 290094a1-f00a-4efb-a5b3-f5ddf85f4336 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:10:26.841849 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 290094a1-f00a-4efb-a5b3-f5ddf85f4336 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:10:26.859444 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-c3d4bc40-08b5-4df5-90fc-3639925814ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:26.861267 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-c3d4bc40-08b5-4df5-90fc-3639925814ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 1127 time: 0.0507858 May 26 15:10:26.873350 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:26.963141 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:27.050430 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-dd83050d-34a5-44dc-b6a8-94d009fdb4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:27.052244 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-dd83050d-34a5-44dc-b6a8-94d009fdb4fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.1649365 May 26 15:10:27.091256 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-53e62e22-42ad-4ae1-9f99-6d7fb5a922f4 req-48490645-9adc-4006-b84a-edf103fcf53c tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=9741f3e9-dd12-42d7-b163-f643be0b668c HTTP/1.1" status: 200 len: 210 time: 0.0445564 May 26 15:10:27.118671 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-a8e248bf-854b-4036-9304-413ab8265347 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0d1f46-3f16-4656-8246-5fefd8f4774a HTTP/1.1" status: 200 len: 217 time: 0.0594730 May 26 15:10:27.175824 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf647cf6-ba12-497b-b33d-e64bac5a8c48 req-a2da0bd2-ce0d-4a6f-b427-f3d5c3fa6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:27.177346 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cf647cf6-ba12-497b-b33d-e64bac5a8c48 req-a2da0bd2-ce0d-4a6f-b427-f3d5c3fa6688 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 1130 time: 0.0383382 May 26 15:10:27.189638 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-0763c287-4a06-4139-a97c-f028bcdf5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:27.191097 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-0763c287-4a06-4139-a97c-f028bcdf5176 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0511045 May 26 15:10:27.472075 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-bda3f424-8ba8-43e1-a765-4b753dd5b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:27.473684 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-bda3f424-8ba8-43e1-a765-4b753dd5b435 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424600 May 26 15:10:27.480034 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cf647cf6-ba12-497b-b33d-e64bac5a8c48 req-5130805e-98d3-42cf-9b86-77ab98a7b8a4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481005 May 26 15:10:27.691279 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af6fa9-39c4-4499-b15c-1c54512f35f3 req-092256e8-b250-4659-a486-91ea39f9dc8c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:27.692789 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9af6fa9-39c4-4499-b15c-1c54512f35f3 req-092256e8-b250-4659-a486-91ea39f9dc8c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0488334 May 26 15:10:27.734792 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:27.743812 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9af6fa9-39c4-4499-b15c-1c54512f35f3 req-6910d301-e009-49b6-81ff-2ec19b0448ab tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454988 May 26 15:10:27.941687 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-46f36dc2-875e-47ed-a6f2-7f0fdd95aaea service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099138 May 26 15:10:28.308920 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d4805f0a-3af8-4ac1-b7f3-3ce9c19cdf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:28.448146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-98ecbad9-76c1-48ae-a98e-6c397d22b871 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:28.449803 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-98ecbad9-76c1-48ae-a98e-6c397d22b871 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/networks?id=20da5449-4dfc-42c3-9de2-12d598d13a52 HTTP/1.1" status: 200 len: 808 time: 0.1210616 May 26 15:10:28.466286 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-ca41f7ce-781a-4130-a926-99daf8978e15 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/quotas/664448e66c54440f909ae6727ccc3deb HTTP/1.1" status: 200 len: 375 time: 0.0100863 May 26 15:10:28.499247 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-79adef64-2193-49c9-afae-b44949854774 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=664448e66c54440f909ae6727ccc3deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273125 May 26 15:10:28.614030 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-4f3729ab-d0b1-4e0c-9879-fb2785d36958 service neutron] 10.222.0.46 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982673 May 26 15:10:28.714613 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a5506e1b-a39f-494f-97c4-f6d664cd47ae service neutron] 10.222.0.46 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938625 May 26 15:10:28.865660 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f559d95-cbbe-49c6-8b6c-41f4008218f0 req-25a0119e-cd1b-48b4-90cc-c3e895a6ae6b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:28.867113 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9f559d95-cbbe-49c6-8b6c-41f4008218f0 req-25a0119e-cd1b-48b4-90cc-c3e895a6ae6b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0509505 May 26 15:10:28.913709 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-23100a69-1e21-466d-8220-ceb1465f2f0f req-47e2303d-53e2-4600-aa55-94b70e526b7e tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 210 time: 0.0547793 May 26 15:10:28.945445 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9f559d95-cbbe-49c6-8b6c-41f4008218f0 req-2de61d69-1e18-49a2-be48-c57b6e9a3d77 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680783 May 26 15:10:29.905101 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device dc0d1f46-3f16-4656-8246-5fefd8f4774a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:10:29.918331 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:30.025554 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port dc0d1f46-3f16-4656-8246-5fefd8f4774a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc0d1f46-3f16-4656-8246-5fefd8f4774a,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:30.029704 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4ef0c292-8f05-4387-afbe-0c5e1c9dfe80 req-3e21d09b-3931-430e-80cb-c72827398935 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 210 time: 0.0372009 May 26 15:10:30.036162 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:30.040288 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': 'dc0d1f46-3f16-4656-8246-5fefd8f4774a', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'port_id': 'dc0d1f46-3f16-4656-8246-5fefd8f4774a', 'mac_address': 'fa:16:3e:3b:40:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:10:30.080315 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port dc0d1f46-3f16-4656-8246-5fefd8f4774a is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:30.080705 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:30.081991 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7874986-040b-4ca3-8178-4811fee981a3 req-86ba7ee7-170a-418b-9ad4-3f013d06c8f3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:30.085900 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c7874986-040b-4ca3-8178-4811fee981a3 req-86ba7ee7-170a-418b-9ad4-3f013d06c8f3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 943 time: 0.0618739 May 26 15:10:30.098491 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0d1f46-3f16-4656-8246-5fefd8f4774a {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:30.118276 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port dc0d1f46-3f16-4656-8246-5fefd8f4774a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc0d1f46-3f16-4656-8246-5fefd8f4774a,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:30.122383 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:30.133272 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c7874986-040b-4ca3-8178-4811fee981a3 req-6577cb63-d70f-4879-a3b3-5e41063b3538 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 May 26 15:10:30.169543 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=dc0d1f46-3f16-4656-8246-5fefd8f4774a,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:30.565726 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d7a0187a-edb4-4fe7-838b-917cc112821d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:31.143554 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a4b1d1ba-192a-4303-bbf7-4a867dd58333 req-33d412d8-51c5-465c-9dd0-9b14b23e3379 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 210 time: 0.0441446 May 26 15:10:31.194172 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1cfc3bf1-c899-4a34-8c53-4a55764f2585 req-9581e722-518f-4a79-9331-009ed12617fd service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178958 May 26 15:10:31.374952 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['dc0d1f46-3f16-4656-8246-5fefd8f4774a'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:10:31.448948 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9ade0-e4ed-4dfa-8058-3f595a2e7f5a req-0a305c5d-6d76-41d2-9be4-0fe0df1234b9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:31.450825 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-44d9ade0-e4ed-4dfa-8058-3f595a2e7f5a req-0a305c5d-6d76-41d2-9be4-0fe0df1234b9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 944 time: 0.2269995 May 26 15:10:31.503160 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-44d9ade0-e4ed-4dfa-8058-3f595a2e7f5a req-c50210f7-98df-4888-bbc1-4c9586ede348 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 May 26 15:10:31.830772 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:32.262601 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c13802b6-fd3a-4569-9fb8-2bd7d68634c8 req-718441f4-9d05-452a-9efb-337fe1583444 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 210 time: 0.0320337 May 26 15:10:32.604884 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 44936) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:32.686780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b30b-9ea7-4f79-aedb-fcf7e9393dd1 req-ad2a1d0a-1883-46c3-a17f-b974a9848c38 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:32.688360 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-02d4b30b-9ea7-4f79-aedb-fcf7e9393dd1 req-ad2a1d0a-1883-46c3-a17f-b974a9848c38 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 944 time: 0.0960062 May 26 15:10:32.775575 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:32.789913 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-8d89d12e-ad2b-483c-bd29-06960e9d4997 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:32.792124 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-8d89d12e-ad2b-483c-bd29-06960e9d4997 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.75 "GET /v2.0/networks?id=20da5449-4dfc-42c3-9de2-12d598d13a52 HTTP/1.1" status: 200 len: 808 time: 0.1675622 May 26 15:10:32.817150 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Request body: {'port': {'device_id': 'd6492d5e-352b-4bc1-b655-8dad1cbf6911', 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52', 'admin_state_up': True, 'tenant_id': '664448e66c54440f909ae6727ccc3deb'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:32.821360 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-02d4b30b-9ea7-4f79-aedb-fcf7e9393dd1 req-e03fea4f-f72b-453d-b0f7-1ed3f625b16e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186132 May 26 15:10:32.902051 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-36b9fd9a-e53f-44aa-b4f8-1ca1e67be664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:32.916273 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device dc0d1f46-3f16-4656-8246-5fefd8f4774a up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:32.972737 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port dc0d1f46-3f16-4656-8246-5fefd8f4774a completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:10:32.980160 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port dc0d1f46-3f16-4656-8246-5fefd8f4774a triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:32.980160 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.018949 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Made reservation on behalf of 664448e66c54440f909ae6727ccc3deb for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:10:33.022429 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.072085 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-36b9fd9a-e53f-44aa-b4f8-1ca1e67be664 admin admin] Publish callbacks [] for security_group (c0555cc2-eb18-43a7-9c4a-847dc9f2f61c), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.081642 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-36b9fd9a-e53f-44aa-b4f8-1ca1e67be664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c0555cc2-eb18-43a7-9c4a-847dc9f2f61c), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.087421 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port dc0d1f46-3f16-4656-8246-5fefd8f4774a is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:33.088447 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.117798 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240f19f3-04d8-4c10-a376-0f18377ee00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0d1f46-3f16-4656-8246-5fefd8f4774a'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:33.120186 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee4f9d0-0b86-4012-83fc-3ed3689a464f" -d '{"events": [{"server_uuid": "240f19f3-04d8-4c10-a376-0f18377ee00a", "name": "network-vif-plugged", "status": "completed", "tag": "dc0d1f46-3f16-4656-8246-5fefd8f4774a"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:33.136450 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port dc0d1f46-3f16-4656-8246-5fefd8f4774a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc0d1f46-3f16-4656-8246-5fefd8f4774a,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:33.143206 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.171039 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9fd9a-e53f-44aa-b4f8-1ca1e67be664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0555cc2-eb18-43a7-9c4a-847dc9f2f61c,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:33.180418 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 44966) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:33.180573 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-36b9fd9a-e53f-44aa-b4f8-1ca1e67be664 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f826f3583bc941d9a26edae3aee285ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5720260 May 26 15:10:33.197326 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affe23c8-9230-4184-9157-0683aa776d41 x-openstack-request-id: req-affe23c8-9230-4184-9157-0683aa776d41 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:33.197651 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240f19f3-04d8-4c10-a376-0f18377ee00a", "name": "network-vif-plugged", "status": "completed", "tag": "dc0d1f46-3f16-4656-8246-5fefd8f4774a", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:33.198119 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-affe23c8-9230-4184-9157-0683aa776d41 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:33.198518 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affe23c8-9230-4184-9157-0683aa776d41'] response: {'server_uuid': '240f19f3-04d8-4c10-a376-0f18377ee00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0d1f46-3f16-4656-8246-5fefd8f4774a', 'code': 200} May 26 15:10:33.217005 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=dc0d1f46-3f16-4656-8246-5fefd8f4774a,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:33.217531 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:33.234067 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Allocated IP 172.20.0.5 (20da5449-4dfc-42c3-9de2-12d598d13a52/59f34e7a-6f80-44f1-ae59-84330f1968a4/3e0d2ec0-c01d-44d0-8ead-95da4bad07d1) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:10:33.243465 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:33.244802 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6a1f68a3-a958-429d-9515-dfaa78800dfe admin admin] Publish callbacks [] for security_group (c0555cc2-eb18-43a7-9c4a-847dc9f2f61c), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.270749 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6a1f68a3-a958-429d-9515-dfaa78800dfe admin admin] Publish callbacks [] for security_group (c0555cc2-eb18-43a7-9c4a-847dc9f2f61c), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.332486 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6a1f68a3-a958-429d-9515-dfaa78800dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c0555cc2-eb18-43a7-9c4a-847dc9f2f61c), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.335605 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6a1f68a3-a958-429d-9515-dfaa78800dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.336811 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-6a1f68a3-a958-429d-9515-dfaa78800dfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0555cc2-eb18-43a7-9c4a-847dc9f2f61c HTTP/1.1" status: 204 len: 168 time: 0.1537182 May 26 15:10:33.378456 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f68a3-a958-429d-9515-dfaa78800dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0555cc2-eb18-43a7-9c4a-847dc9f2f61c,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:33.419849 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.433276 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks [] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.457398 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f723b142-aacb-4c89-ba09-c5396b4ce814 req-b790f4d0-ace2-4df9-9a8f-0466f174e8dc tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 210 time: 0.0600665 May 26 15:10:33.470103 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.497120 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf408dc-7994-4bbf-8eda-397b8fe87a55 req-17434e87-003a-4ef9-b865-07f5be51d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:33.499057 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-faf408dc-7994-4bbf-8eda-397b8fe87a55 req-17434e87-003a-4ef9-b865-07f5be51d108 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 1129 time: 0.0551190 May 26 15:10:33.520908 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Network 20da5449-4dfc-42c3-9de2-12d598d13a52 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:10:33.524897 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:33.532272 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:33.533374 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Pushing event updated for resources: {'Port': ['ID=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:33.536125 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:10:33.558135 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-faf408dc-7994-4bbf-8eda-397b8fe87a55 req-dd5093a0-2403-4244-96b3-13187355f623 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504208 May 26 15:10:33.596043 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:33.596704 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:33.615498 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-59e93548-38e0-48bc-b3df-f9c5407a6b7d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030429 May 26 15:10:33.905932 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:33.932188 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Request body: {'port': {'device_id': 'd6492d5e-352b-4bc1-b655-8dad1cbf6911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:33.955325 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5acbd9-376c-40cd-ab16-94a1b7ee0aaf req-c91d7518-0a6c-4558-8cfa-dfdbf06b2bfb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:33.957665 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fb5acbd9-376c-40cd-ab16-94a1b7ee0aaf req-c91d7518-0a6c-4558-8cfa-dfdbf06b2bfb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0630865 May 26 15:10:34.019849 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:34.022041 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fb5acbd9-376c-40cd-ab16-94a1b7ee0aaf req-7106de2d-b76d-4b51-81a2-f4575092d7e3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554590 May 26 15:10:34.399544 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:34.408645 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Publish callbacks [] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:34.424458 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Transition to ACTIVE for port object 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:10:34.430690 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:34.548110 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:34.555950 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:34.664435 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb8173-c48d-4246-aeda-e84dc9919c27 req-ecdf21fd-91ca-46a4-88bb-ff21c3646a0d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:34.665308 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Attempting to bind port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:10:34.665748 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Attempting to bind port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:10:34.666996 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Attempting to bind port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 on network 20da5449-4dfc-42c3-9de2-12d598d13a52 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:34.674792 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a7eb8173-c48d-4246-aeda-e84dc9919c27 req-ecdf21fd-91ca-46a4-88bb-ff21c3646a0d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 943 time: 0.0793288 May 26 15:10:34.678117 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 on network 20da5449-4dfc-42c3-9de2-12d598d13a52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:10:34.678497 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Attempting to bind port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 on network 20da5449-4dfc-42c3-9de2-12d598d13a52 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:34.684331 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:10:34.684766 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Checking segment: {'id': 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:10:34.685134 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Bound using segment: {'id': 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:10:34.685774 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Bound port: 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:10:34.686151 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:34.696148 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:34.773326 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079a07-a033-4acd-9152-c325875deb2c req-a0dfb56c-898a-4814-bb4e-01f98582b9a6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:34.776721 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e6079a07-a033-4acd-9152-c325875deb2c req-a0dfb56c-898a-4814-bb4e-01f98582b9a6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0998268 May 26 15:10:34.791430 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] For port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:10:34.797502 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] For port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:10:34.798078 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a7eb8173-c48d-4246-aeda-e84dc9919c27 req-0a61fe8a-fe1e-4848-a8c8-5513eb3f941b tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223719 May 26 15:10:34.810272 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:34.879151 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e6079a07-a033-4acd-9152-c325875deb2c req-d0926ce9-0ed0-4173-90e9-19f64e6b5c69 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790355 May 26 15:10:34.890107 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:34.891107 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:34.893028 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] 10.222.0.75 "PUT /v2.0/ports/3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 HTTP/1.1" status: 200 len: 1093 time: 0.9665394 May 26 15:10:34.893862 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6492d5e-352b-4bc1-b655-8dad1cbf6911', 'tag': '3e0d2ec0-c01d-44d0-8ead-95da4bad07d1'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:34.898615 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9371205-8493-4477-af97-487bc27b75b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6492d5e-352b-4bc1-b655-8dad1cbf6911", "tag": "3e0d2ec0-c01d-44d0-8ead-95da4bad07d1"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:34.954883 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fd9a1-484d-4131-b9e1-5c8f51c89656 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:34.984757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e283ef-28cb-4523-8b8f-932b934c7ab0 x-openstack-request-id: req-77e283ef-28cb-4523-8b8f-932b934c7ab0 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:34.985171 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6492d5e-352b-4bc1-b655-8dad1cbf6911", "tag": "3e0d2ec0-c01d-44d0-8ead-95da4bad07d1", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:34.985589 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77e283ef-28cb-4523-8b8f-932b934c7ab0 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:34.986130 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e283ef-28cb-4523-8b8f-932b934c7ab0'] response: {'name': 'network-changed', 'server_uuid': 'd6492d5e-352b-4bc1-b655-8dad1cbf6911', 'tag': '3e0d2ec0-c01d-44d0-8ead-95da4bad07d1', 'status': 'completed', 'code': 200} May 26 15:10:35.140401 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a9928-a964-43e3-94f5-eb5dccc6107d req-ddd15b79-289d-4643-90d1-8e0cafce6a50 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:35.142213 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c17a9928-a964-43e3-94f5-eb5dccc6107d req-ddd15b79-289d-4643-90d1-8e0cafce6a50 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0499618 May 26 15:10:35.197836 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c17a9928-a964-43e3-94f5-eb5dccc6107d req-b7847aef-a7e1-435c-a229-7d35158f81a9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493286 May 26 15:10:35.485266 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae415f-c7ce-4995-8166-26923940dc41 req-74b2c1b6-d669-49c1-a4e3-c679b551293d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:35.486803 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1dae415f-c7ce-4995-8166-26923940dc41 req-74b2c1b6-d669-49c1-a4e3-c679b551293d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0551126 May 26 15:10:35.537683 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1dae415f-c7ce-4995-8166-26923940dc41 req-83b06780-ad80-425b-932f-0de2cf0da2a6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 May 26 15:10:35.750178 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-89b2c718-6caa-41dc-b529-e69010142258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:35.751893 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-89b2c718-6caa-41dc-b529-e69010142258 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=664448e66c54440f909ae6727ccc3deb&device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 1127 time: 0.0505831 May 26 15:10:35.821882 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-99db0c75-20e2-4bad-86eb-a68578fb0703 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 HTTP/1.1" status: 200 len: 217 time: 0.0450239 May 26 15:10:35.828298 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a098b8-7934-40f9-8910-47de0a987432 req-be479fa6-8cb1-46e6-8853-6deded78c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:35.830009 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-93a098b8-7934-40f9-8910-47de0a987432 req-be479fa6-8cb1-46e6-8853-6deded78c011 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 1129 time: 0.0527232 May 26 15:10:35.886127 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-224e6c06-7a4a-4f34-b1ce-b804fc4b65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:35.887272 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-224e6c06-7a4a-4f34-b1ce-b804fc4b65e9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=59f34e7a-6f80-44f1-ae59-84330f1968a4 HTTP/1.1" status: 200 len: 848 time: 0.0573976 May 26 15:10:35.956256 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-cc2077b7-e2d5-4e8a-9bf4-f6977e06e15e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20da5449-4dfc-42c3-9de2-12d598d13a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615408 May 26 15:10:36.007507 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9308340-0b79-4b8c-8000-eade9c8e975d req-e213842d-b4e7-42f9-bda3-c0d3bc6555df tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:36.010151 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d9308340-0b79-4b8c-8000-eade9c8e975d req-e213842d-b4e7-42f9-bda3-c0d3bc6555df tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 943 time: 0.0795238 May 26 15:10:36.039788 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a098b8-7934-40f9-8910-47de0a987432 req-b301a09e-7b19-427d-9a89-63742e678eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:36.041847 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-93a098b8-7934-40f9-8910-47de0a987432 req-b301a09e-7b19-427d-9a89-63742e678eb0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.2052476 May 26 15:10:36.111734 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-ac60941d-4517-43c1-a4b2-80721e125dc7 service neutron] 10.222.0.75 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445379 May 26 15:10:36.132806 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-93a098b8-7934-40f9-8910-47de0a987432 req-fabb888e-c1ae-440b-82ea-9170aca06633 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0d1f46-3f16-4656-8246-5fefd8f4774a HTTP/1.1" status: 200 len: 217 time: 0.0814564 May 26 15:10:36.177554 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:36.205138 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18dac3-efa5-494a-9848-75799049b2de req-787ebf96-1e9e-4678-9a1f-45f7d2b03cd9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:36.206766 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cd18dac3-efa5-494a-9848-75799049b2de req-787ebf96-1e9e-4678-9a1f-45f7d2b03cd9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.1684394 May 26 15:10:36.212276 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d9308340-0b79-4b8c-8000-eade9c8e975d req-588ec48a-021b-41c1-963a-e7b418e3f6f8 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925964 May 26 15:10:36.236310 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:36.246280 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-455b69e9-fb8c-400d-8b18-2543d1fe48f8 req-35c20ba6-e551-4976-89d2-e42d8dfc4899 service neutron] 10.222.0.75 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194906 May 26 15:10:36.246517 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a098b8-7934-40f9-8910-47de0a987432 req-f17905b0-2efc-4bbd-b07f-5097fb8abd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:36.246612 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-93a098b8-7934-40f9-8910-47de0a987432 req-f17905b0-2efc-4bbd-b07f-5097fb8abd3b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.1038349 May 26 15:10:36.319278 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cd18dac3-efa5-494a-9848-75799049b2de req-c87e19ea-9a09-43b9-907f-0d65fe6e815f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059558 May 26 15:10:36.324577 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a098b8-7934-40f9-8910-47de0a987432 req-da5a60ce-1695-43dc-a8d5-0103b2c6b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:36.326382 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-93a098b8-7934-40f9-8910-47de0a987432 req-da5a60ce-1695-43dc-a8d5-0103b2c6b372 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0671718 May 26 15:10:36.357762 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-d81a400f-479a-4f8d-a292-3fdf755ee9c5 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a272160dccba4f6b870efe8e25dae635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295069 May 26 15:10:36.507781 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:36.550728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23630-2c03-4ca4-b884-d565f320af12 req-4f323d5c-ec1a-4e2e-80d1-388b1df0eb17 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:36.552205 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-4f323d5c-ec1a-4e2e-80d1-388b1df0eb17 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890910 May 26 15:10:36.568395 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-a6497f09-596b-4514-8fc1-5feb4381a365 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/quotas/a272160dccba4f6b870efe8e25dae635 HTTP/1.1" status: 200 len: 375 time: 0.0100203 May 26 15:10:36.601433 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-96e3ac90-f40f-4f1a-a10d-470e81b2b52d tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a272160dccba4f6b870efe8e25dae635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276265 May 26 15:10:36.659173 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e058d-1306-476a-a7c1-78f3ac840ecd req-e75225c0-a449-47cc-9767-85fc727df987 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:36.660674 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f72e058d-1306-476a-a7c1-78f3ac840ecd req-e75225c0-a449-47cc-9767-85fc727df987 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0507660 May 26 15:10:36.715959 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f72e058d-1306-476a-a7c1-78f3ac840ecd req-8ab56980-095d-4ae4-9e71-07988dea9580 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487902 May 26 15:10:36.769698 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fcd62a20-5127-4918-b178-fbf3f88db8e7 req-849910d7-1315-44bc-ae95-6ba76363b221 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 210 time: 0.0287676 May 26 15:10:37.340066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d741ce-b4bb-437a-be2f-112060e15062 req-59ebab28-b1d7-41bc-8e03-330255ebbcdd tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:37.341573 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76d741ce-b4bb-437a-be2f-112060e15062 req-59ebab28-b1d7-41bc-8e03-330255ebbcdd tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 943 time: 0.0479424 May 26 15:10:37.391758 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76d741ce-b4bb-437a-be2f-112060e15062 req-2369a547-1fc2-477b-a46a-251705703f60 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 May 26 15:10:37.440536 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748d25-e7d5-484f-add8-a1d5dd129ae4 req-d3f0471e-7860-4355-857e-7ed2db4f58b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:37.442014 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ce748d25-e7d5-484f-add8-a1d5dd129ae4 req-d3f0471e-7860-4355-857e-7ed2db4f58b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0457740 May 26 15:10:37.491584 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ce748d25-e7d5-484f-add8-a1d5dd129ae4 req-c2af7a8e-cbe6-47dd-8c9e-7617650e3cd5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432036 May 26 15:10:37.836774 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52871b55-ba33-4fe1-9ba1-17f531589ecc req-a24851a1-9c78-485c-b63a-506194db49e2 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:37.838395 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-52871b55-ba33-4fe1-9ba1-17f531589ecc req-a24851a1-9c78-485c-b63a-506194db49e2 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0489860 May 26 15:10:37.878870 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-16424973-8fa6-4d08-a254-5e12cfd7bce8 req-8b8a4de8-9aab-44d3-b6c8-bd1bf71b106e tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 210 time: 0.0394180 May 26 15:10:37.908801 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-52871b55-ba33-4fe1-9ba1-17f531589ecc req-6a236350-084f-40e3-921c-f64a95a059d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598979 May 26 15:10:38.508109 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d132f-9877-452c-a516-c4be0875288a req-8a7325fc-fc5e-4adc-a35a-be97ddd7d3fc tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:38.509644 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8a5d132f-9877-452c-a516-c4be0875288a req-8a7325fc-fc5e-4adc-a35a-be97ddd7d3fc tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 943 time: 0.0482321 May 26 15:10:38.558111 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8a5d132f-9877-452c-a516-c4be0875288a req-03cb39db-e26c-45aa-8306-2f2d76af5663 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 May 26 15:10:38.620578 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa2efe-8952-4e6d-81e3-3a1d6f92b4b0 req-0c78032d-5ffb-478d-95e7-93664badbeec tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:38.621771 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1bfa2efe-8952-4e6d-81e3-3a1d6f92b4b0 req-0c78032d-5ffb-478d-95e7-93664badbeec tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0556979 May 26 15:10:38.669214 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1bfa2efe-8952-4e6d-81e3-3a1d6f92b4b0 req-e417f13f-9d38-4b10-b5af-357e82e8ea2c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412276 May 26 15:10:38.977107 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-146607ca-4751-457c-9eae-1c7c0f1139a2 req-5e90ce62-ed51-4857-ae95-8d88fc5fc478 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 210 time: 0.0298140 May 26 15:10:39.025185 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642706c7-eea0-46b7-82ac-bf4f00f439e8 req-990e063e-75b7-4327-9534-da315a27c799 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:39.026671 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-642706c7-eea0-46b7-82ac-bf4f00f439e8 req-990e063e-75b7-4327-9534-da315a27c799 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0464833 May 26 15:10:39.073677 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-642706c7-eea0-46b7-82ac-bf4f00f439e8 req-913bf3fb-cbd9-4a13-9eb3-1c0448df7be1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 May 26 15:10:39.674999 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98b531-21f9-4aaa-8e32-c28090c83dbe req-3d9a2c30-6e5c-4e2e-9b58-9d7f404cc93f tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:39.676401 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dd98b531-21f9-4aaa-8e32-c28090c83dbe req-3d9a2c30-6e5c-4e2e-9b58-9d7f404cc93f tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 943 time: 0.0462589 May 26 15:10:39.723843 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dd98b531-21f9-4aaa-8e32-c28090c83dbe req-881c0e85-927f-4f44-9cd0-0fa03140b52b tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 May 26 15:10:39.801438 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6548d2-c114-467e-ab83-31a44a3998bd req-04b43d1b-e985-4196-acdf-584e14815425 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:39.802929 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4a6548d2-c114-467e-ab83-31a44a3998bd req-04b43d1b-e985-4196-acdf-584e14815425 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0495203 May 26 15:10:39.829337 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:39.851720 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4a6548d2-c114-467e-ab83-31a44a3998bd req-0e3b9072-0638-427b-9b88-55a1f3d5da7a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430589 May 26 15:10:40.028354 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9371205-8493-4477-af97-487bc27b75b1 req-19699302-9270-4efe-95b0-d8d85a0724b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:40.030593 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-c9371205-8493-4477-af97-487bc27b75b1 req-19699302-9270-4efe-95b0-d8d85a0724b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=664448e66c54440f909ae6727ccc3deb&device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 1127 time: 0.0534785 May 26 15:10:40.090071 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1de9a7ba-815a-4fd9-999d-c3588cd0c3b8 req-4ea4bb16-bdb0-4581-bd49-685881f54ddb tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 210 time: 0.0402174 May 26 15:10:40.100510 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:40.118279 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-93a098b8-7934-40f9-8910-47de0a987432 req-f46554ea-0fbb-4b5b-8fc0-0a83e86339a4 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421695 May 26 15:10:40.149038 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9371205-8493-4477-af97-487bc27b75b1 req-d1bdb50f-9982-4cf8-837e-458b627d63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:40.150712 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-c9371205-8493-4477-af97-487bc27b75b1 req-d1bdb50f-9982-4cf8-837e-458b627d63ad service neutron] 10.222.0.75 "GET /v2.0/networks?id=20da5449-4dfc-42c3-9de2-12d598d13a52 HTTP/1.1" status: 200 len: 909 time: 0.1123221 May 26 15:10:40.232464 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-c9371205-8493-4477-af97-487bc27b75b1 req-135e85f2-0330-49ea-8888-340b87e2dcbd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 HTTP/1.1" status: 200 len: 217 time: 0.0467491 May 26 15:10:40.267615 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557d647-f34d-4726-a9c5-b2f86e1cd822 req-c93bdeea-f7d7-47be-9739-1a691956efa0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:40.269057 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3557d647-f34d-4726-a9c5-b2f86e1cd822 req-c93bdeea-f7d7-47be-9739-1a691956efa0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0808218 May 26 15:10:40.296120 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9371205-8493-4477-af97-487bc27b75b1 req-11694933-e58b-4632-814c-a8c27464179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:40.297921 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-c9371205-8493-4477-af97-487bc27b75b1 req-11694933-e58b-4632-814c-a8c27464179c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=59f34e7a-6f80-44f1-ae59-84330f1968a4 HTTP/1.1" status: 200 len: 848 time: 0.0597990 May 26 15:10:40.315200 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-93a098b8-7934-40f9-8910-47de0a987432 req-06c24690-ff64-4377-9e11-66aec5e5a198 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841364 May 26 15:10:40.334655 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-c9371205-8493-4477-af97-487bc27b75b1 req-17613189-58b4-436e-872d-6824a24b29fd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=20da5449-4dfc-42c3-9de2-12d598d13a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300536 May 26 15:10:40.345722 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3557d647-f34d-4726-a9c5-b2f86e1cd822 req-15a0bcca-3af0-45b1-b33a-0a4d58e6a9f7 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666690 May 26 15:10:40.824954 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-c9371205-8493-4477-af97-487bc27b75b1 req-7fbba2ac-4480-44a5-9bd5-36f539ab04c6 service neutron] 10.222.0.75 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505623 May 26 15:10:40.834434 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 45156) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:40.878051 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747fcef-0fa2-48d6-91c5-6fd3f3982ea3 req-d37faf7c-d104-4f89-850f-7c0fef23fa87 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:40.879989 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6747fcef-0fa2-48d6-91c5-6fd3f3982ea3 req-d37faf7c-d104-4f89-850f-7c0fef23fa87 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 943 time: 0.0520477 May 26 15:10:41.002767 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-d9ce277f-4383-4f88-b9d3-975e5aa82641 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a272160dccba4f6b870efe8e25dae635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624676 May 26 15:10:41.006197 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6747fcef-0fa2-48d6-91c5-6fd3f3982ea3 req-82ae07d5-642e-4c70-860d-d9a5390c15f9 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203856 May 26 15:10:41.018503 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:41.031208 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e1e241d1-5c4d-4720-9144-b985e12f6dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.036192 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82507306-8fee-489f-988e-cab427effd6b req-cb7cd1e3-264c-43a0-9de5-1004a78501f8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:41.037693 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-82507306-8fee-489f-988e-cab427effd6b req-cb7cd1e3-264c-43a0-9de5-1004a78501f8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0836320 May 26 15:10:41.099739 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-c9371205-8493-4477-af97-487bc27b75b1 req-057f9aa2-6a9d-4796-88d0-0956d2fb03b1 service neutron] 10.222.0.75 "GET /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678329 May 26 15:10:41.157039 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e1e241d1-5c4d-4720-9144-b985e12f6dba admin admin] Publish callbacks [] for security_group (cb4120fe-ceac-42c4-9875-e1f0bbfc226e), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.163470 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e1e241d1-5c4d-4720-9144-b985e12f6dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cb4120fe-ceac-42c4-9875-e1f0bbfc226e), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.178915 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-82507306-8fee-489f-988e-cab427effd6b req-52d0fa26-d9ab-4041-b7b1-7cfc6c04b431 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868812 May 26 15:10:41.186494 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23630-2c03-4ca4-b884-d565f320af12 req-72ca652b-3700-4b56-83a5-4ce22d04ef0e tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:41.187952 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-72ca652b-3700-4b56-83a5-4ce22d04ef0e tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493869 May 26 15:10:41.211658 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e1e241d1-5c4d-4720-9144-b985e12f6dba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dc3721222594b3fa82bdf972888592f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760989 May 26 15:10:41.215351 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 45168) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:10:41.219882 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Request body: {'port': {'device_id': '24f2b242-3ace-4b3a-aebe-61c49fe76bb7', 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660', 'admin_state_up': True, 'tenant_id': 'a272160dccba4f6b870efe8e25dae635'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:41.223290 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e241d1-5c4d-4720-9144-b985e12f6dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4120fe-ceac-42c4-9875-e1f0bbfc226e,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:41.275567 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5d450e06-7d56-4a8c-8333-df4ee78e66dd admin admin] Publish callbacks [] for security_group (cb4120fe-ceac-42c4-9875-e1f0bbfc226e), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.294187 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-55942d1d-8841-49a5-b29c-21ef1e889e74 req-b4f06325-e9bb-4fe1-8f36-7484bf5a954d tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 210 time: 0.0793829 May 26 15:10:41.298666 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5d450e06-7d56-4a8c-8333-df4ee78e66dd admin admin] Publish callbacks [] for security_group (cb4120fe-ceac-42c4-9875-e1f0bbfc226e), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.349696 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5d450e06-7d56-4a8c-8333-df4ee78e66dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cb4120fe-ceac-42c4-9875-e1f0bbfc226e), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.352339 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5d450e06-7d56-4a8c-8333-df4ee78e66dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.353596 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5d450e06-7d56-4a8c-8333-df4ee78e66dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb4120fe-ceac-42c4-9875-e1f0bbfc226e HTTP/1.1" status: 204 len: 168 time: 0.1366339 May 26 15:10:41.361879 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d450e06-7d56-4a8c-8333-df4ee78e66dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4120fe-ceac-42c4-9875-e1f0bbfc226e,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:41.372972 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Made reservation on behalf of a272160dccba4f6b870efe8e25dae635 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:10:41.376712 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.388011 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.498638 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:41.522325 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703b068-f373-4a29-b02b-c2023fcb2979 req-b7c21195-6405-4309-9e44-3c76e56ba78b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:41.523939 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9703b068-f373-4a29-b02b-c2023fcb2979 req-b7c21195-6405-4309-9e44-3c76e56ba78b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0803862 May 26 15:10:41.526946 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks [] for security_group (86d706c7-9d1c-4a7e-8370-f32e9408b641), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.537522 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (86d706c7-9d1c-4a7e-8370-f32e9408b641), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:41.624860 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d706c7-9d1c-4a7e-8370-f32e9408b641,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:41.656042 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9703b068-f373-4a29-b02b-c2023fcb2979 req-a3eca45d-b0dc-4c23-9593-c67c71f42d4f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251483 May 26 15:10:41.668178 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:41.900445 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Allocated IP 192.168.233.171 (d07e1ef1-42e6-48bb-8602-11f819b4c660/065457e8-325e-407c-b082-7d905575dba1/736610d9-0031-4f0d-b417-d5c078104b49) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:10:42.061865 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks [] for port (736610d9-0031-4f0d-b417-d5c078104b49), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:42.130275 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (736610d9-0031-4f0d-b417-d5c078104b49), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:42.142740 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a7d21-a851-486f-b8d3-5e8953cd0c2c req-7fb604e3-261a-41a8-bdfe-fd42e0ee3654 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:42.144297 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a97a7d21-a851-486f-b8d3-5e8953cd0c2c req-7fb604e3-261a-41a8-bdfe-fd42e0ee3654 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 943 time: 0.0605121 May 26 15:10:42.207339 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Network d07e1ef1-42e6-48bb-8602-11f819b4c660 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:10:42.216935 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:10:42.224285 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:10:42.226937 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Pushing event updated for resources: {'Port': ['ID=736610d9-0031-4f0d-b417-d5c078104b49,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:42.277127 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a97a7d21-a851-486f-b8d3-5e8953cd0c2c req-c80559d5-48ca-4a9c-b617-db6f04740174 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073489 May 26 15:10:42.321515 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:42.322215 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:42.347401 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ec12-ecd0-437d-8e5f-a4e16f6d80cd req-14f8db5a-7922-441b-8be7-f0c0011571eb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:42.348933 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d509ec12-ecd0-437d-8e5f-a4e16f6d80cd req-14f8db5a-7922-441b-8be7-f0c0011571eb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0687730 May 26 15:10:42.360600 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-7afd264a-d484-4f05-9e4a-c16ec2e116da tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1442835 May 26 15:10:42.389125 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Request body: {'port': {'device_id': '24f2b242-3ace-4b3a-aebe-61c49fe76bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:10:42.459705 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-20d99aa2-f990-4b9f-b410-3631faa059d2 None None] Provisioning complete for port 736610d9-0031-4f0d-b417-d5c078104b49 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:42.460266 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-20d99aa2-f990-4b9f-b410-3631faa059d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (736610d9-0031-4f0d-b417-d5c078104b49), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:42.475603 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d509ec12-ecd0-437d-8e5f-a4e16f6d80cd req-30c283ab-7db1-4276-9b1f-3eb1da69076e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187429 May 26 15:10:42.482035 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd6c22-d07a-4719-aca4-0facd3b0cce1 req-c7b539c1-a7f4-47f4-8800-c8d2e19cff1d tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:42.483523 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75dd6c22-d07a-4719-aca4-0facd3b0cce1 req-c7b539c1-a7f4-47f4-8800-c8d2e19cff1d tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 936 time: 0.0985818 May 26 15:10:42.493199 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:42.494120 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-20d99aa2-f990-4b9f-b410-3631faa059d2 None None] Port 736610d9-0031-4f0d-b417-d5c078104b49 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:10:42.529808 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (736610d9-0031-4f0d-b417-d5c078104b49), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:42.534939 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:42.593871 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75dd6c22-d07a-4719-aca4-0facd3b0cce1 req-006440a2-cab1-494e-b1ee-acb617d25dcf tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886731 May 26 15:10:42.623595 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:42.832839 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0f87d-04ed-4f7a-8aec-5819514da6ba req-db803ab2-8ec1-424d-9026-e444cfbd616b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:42.834820 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-daf0f87d-04ed-4f7a-8aec-5819514da6ba req-db803ab2-8ec1-424d-9026-e444cfbd616b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1062422 May 26 15:10:42.941057 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-daf0f87d-04ed-4f7a-8aec-5819514da6ba req-b1648ccc-30d4-4aa6-9449-339aeb963e73 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945914 May 26 15:10:42.948505 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:10:42.983993 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736610d9-0031-4f0d-b417-d5c078104b49 {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:42.992769 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Publish callbacks [] for port (736610d9-0031-4f0d-b417-d5c078104b49), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:43.011140 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Transition to ACTIVE for port object 736610d9-0031-4f0d-b417-d5c078104b49 will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:10:43.017882 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (736610d9-0031-4f0d-b417-d5c078104b49), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:43.060430 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:43.074653 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '3e0d2ec0-c01d-44d0-8ead-95da4bad07d1', 'network_id': '20da5449-4dfc-42c3-9de2-12d598d13a52', 'port_id': '3e0d2ec0-c01d-44d0-8ead-95da4bad07d1', 'mac_address': 'fa:16:3e:63:eb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f34e7a-6f80-44f1-ae59-84330f1968a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:10:43.096241 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Pushing event updated for resources: {'Port': ['ID=736610d9-0031-4f0d-b417-d5c078104b49,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:43.121588 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:43.122265 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:43.135060 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:43.141707 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:43.167451 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:43.170783 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Attempting to bind port 736610d9-0031-4f0d-b417-d5c078104b49 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:10:43.171533 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Attempting to bind port 736610d9-0031-4f0d-b417-d5c078104b49 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7eafc3a0-0233-4390-a6b6-f95c87df135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:10:43.171938 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Attempting to bind port 736610d9-0031-4f0d-b417-d5c078104b49 on network d07e1ef1-42e6-48bb-8602-11f819b4c660 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:43.172346 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:43.182650 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Port 736610d9-0031-4f0d-b417-d5c078104b49 on network d07e1ef1-42e6-48bb-8602-11f819b4c660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:10:43.183012 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Attempting to bind port 736610d9-0031-4f0d-b417-d5c078104b49 on network d07e1ef1-42e6-48bb-8602-11f819b4c660 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:10:43.188729 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:10:43.189071 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Checking segment: {'id': '7eafc3a0-0233-4390-a6b6-f95c87df135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:10:43.189489 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Bound using segment: {'id': '7eafc3a0-0233-4390-a6b6-f95c87df135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:10:43.189956 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Bound port: 736610d9-0031-4f0d-b417-d5c078104b49, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eafc3a0-0233-4390-a6b6-f95c87df135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:10:43.190330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (736610d9-0031-4f0d-b417-d5c078104b49), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:43.227099 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:43.268620 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] For port 736610d9-0031-4f0d-b417-d5c078104b49, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:10:43.273078 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] For port 736610d9-0031-4f0d-b417-d5c078104b49, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=736610d9-0031-4f0d-b417-d5c078104b49,segment=NetworkSegment(7eafc3a0-0233-4390-a6b6-f95c87df135d),segment_id=7eafc3a0-0233-4390-a6b6-f95c87df135d)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:10:43.280862 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (736610d9-0031-4f0d-b417-d5c078104b49), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:43.324740 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:43.326934 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:43.329837 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] 10.222.0.75 "PUT /v2.0/ports/736610d9-0031-4f0d-b417-d5c078104b49 HTTP/1.1" status: 200 len: 1098 time: 0.9459610 May 26 15:10:43.330495 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f2b242-3ace-4b3a-aebe-61c49fe76bb7', 'tag': '736610d9-0031-4f0d-b417-d5c078104b49'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:43.334561 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15fd615-a880-4430-aa77-b1f166377335" -d '{"events": [{"name": "network-changed", "server_uuid": "24f2b242-3ace-4b3a-aebe-61c49fe76bb7", "tag": "736610d9-0031-4f0d-b417-d5c078104b49"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:43.415267 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6881a3-364f-4a59-a930-6a5e7f1f19a6 x-openstack-request-id: req-6b6881a3-364f-4a59-a930-6a5e7f1f19a6 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:43.415621 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f2b242-3ace-4b3a-aebe-61c49fe76bb7", "tag": "736610d9-0031-4f0d-b417-d5c078104b49", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:43.415909 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b6881a3-364f-4a59-a930-6a5e7f1f19a6 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:43.416321 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6881a3-364f-4a59-a930-6a5e7f1f19a6'] response: {'name': 'network-changed', 'server_uuid': '24f2b242-3ace-4b3a-aebe-61c49fe76bb7', 'tag': '736610d9-0031-4f0d-b417-d5c078104b49', 'status': 'completed', 'code': 200} May 26 15:10:43.417083 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9e45f-f91b-41e4-96de-124e8e97c087 service neutron] Pushing event updated for resources: {'Port': ['ID=736610d9-0031-4f0d-b417-d5c078104b49,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:43.444832 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182234e-0f78-4aad-913c-7286b68ae452 req-8d6f4936-135b-42a4-822f-4cc45a42a5e3 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:43.447347 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4182234e-0f78-4aad-913c-7286b68ae452 req-8d6f4936-135b-42a4-822f-4cc45a42a5e3 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 944 time: 0.0788901 May 26 15:10:43.512851 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23630-2c03-4ca4-b884-d565f320af12 req-cc14a836-f378-470a-8a8a-324045d37777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:43.514341 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-cc14a836-f378-470a-8a8a-324045d37777 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a272160dccba4f6b870efe8e25dae635&device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 1132 time: 0.0659454 May 26 15:10:43.535503 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4182234e-0f78-4aad-913c-7286b68ae452 req-a1ad17a3-6621-4a73-b48f-e2c23f3c5ab9 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774739 May 26 15:10:43.576497 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-13635200-6bd4-489d-b5ec-3ef3500ece91 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=736610d9-0031-4f0d-b417-d5c078104b49 HTTP/1.1" status: 200 len: 217 time: 0.0361390 May 26 15:10:43.636749 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:43.668334 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3dd61-c3dc-45d0-b5b1-34a3d82f8dd2 req-3b91889c-7fb2-4a53-94b8-cc178917c29a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:43.669914 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-36d3dd61-c3dc-45d0-b5b1-34a3d82f8dd2 req-3b91889c-7fb2-4a53-94b8-cc178917c29a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0963087 May 26 15:10:43.671459 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23630-2c03-4ca4-b884-d565f320af12 req-4551cfa4-090b-4523-92d8-2deecea5dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:43.672760 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-4551cfa4-090b-4523-92d8-2deecea5dfa5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=065457e8-325e-407c-b082-7d905575dba1 HTTP/1.1" status: 200 len: 843 time: 0.0861909 May 26 15:10:43.754464 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:43.775658 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23630-2c03-4ca4-b884-d565f320af12 req-74d576fc-fbb3-474e-9a79-8368d3290f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:43.777133 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-74d576fc-fbb3-474e-9a79-8368d3290f25 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d07e1ef1-42e6-48bb-8602-11f819b4c660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0866070 May 26 15:10:43.790660 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519732-3064-4efb-b07f-54daf8da7966 req-c5236603-af17-4bc6-8db7-f7407ffc9b7a tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:43.792074 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e9519732-3064-4efb-b07f-54daf8da7966 req-c5236603-af17-4bc6-8db7-f7407ffc9b7a tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 948 time: 0.1090841 May 26 15:10:43.815003 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-36d3dd61-c3dc-45d0-b5b1-34a3d82f8dd2 req-533f1d07-db7c-4de2-a496-63aa848cbea1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395125 May 26 15:10:43.818359 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['3e0d2ec0-c01d-44d0-8ead-95da4bad07d1'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:10:43.903118 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e9519732-3064-4efb-b07f-54daf8da7966 req-c80ba382-5fd1-4db1-8e00-3018eb357adc tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011920 May 26 15:10:43.927436 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-c5bde4eb-46ef-450d-9920-5ec8d6a307fe service neutron] 10.222.0.75 "GET /v2.0/networks/d07e1ef1-42e6-48bb-8602-11f819b4c660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344244 May 26 15:10:44.050886 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eca23630-2c03-4ca4-b884-d565f320af12 req-6870faf2-9ecd-4d49-a70c-407fdc4718e6 service neutron] 10.222.0.75 "GET /v2.0/networks/d07e1ef1-42e6-48bb-8602-11f819b4c660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170485 May 26 15:10:44.063820 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e6bcf-89ea-4a15-9006-3803e07cc88a req-add83699-efd0-42ab-b4e7-ea48ad7fc8de tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:44.065257 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-529e6bcf-89ea-4a15-9006-3803e07cc88a req-add83699-efd0-42ab-b4e7-ea48ad7fc8de tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0565622 May 26 15:10:44.112931 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-529e6bcf-89ea-4a15-9006-3803e07cc88a req-fa3f1343-261a-4834-bf7c-87ea8d7de8dc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 May 26 15:10:44.676297 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811e2c-049d-420b-8271-f2334c71138e req-f560d6b8-fb15-4453-814c-0dc0e2b93d91 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:44.677891 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49811e2c-049d-420b-8271-f2334c71138e req-f560d6b8-fb15-4453-814c-0dc0e2b93d91 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 944 time: 0.0605295 May 26 15:10:44.726491 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49811e2c-049d-420b-8271-f2334c71138e req-2907c821-5791-417a-a3df-5d872c0c7b8d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 May 26 15:10:44.959498 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6547f45-60d5-4a6f-baa3-19c9da2d30c2 req-790aaa48-25f3-4f03-b868-546af2e426d1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:44.960960 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d6547f45-60d5-4a6f-baa3-19c9da2d30c2 req-790aaa48-25f3-4f03-b868-546af2e426d1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0521033 May 26 15:10:45.013878 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:45.047823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f855794-ada9-458f-aec9-529bc51723a6 req-cb36c1e9-11a5-4095-93eb-ccb9411d6ee5 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:45.049354 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1f855794-ada9-458f-aec9-529bc51723a6 req-cb36c1e9-11a5-4095-93eb-ccb9411d6ee5 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 948 time: 0.0664339 May 26 15:10:45.052844 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d6547f45-60d5-4a6f-baa3-19c9da2d30c2 req-0159a5ab-3013-4822-9e98-d8bbffbfeec4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859005 May 26 15:10:45.062754 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:10:45.071255 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:45.071659 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:45.105158 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1f855794-ada9-458f-aec9-529bc51723a6 req-887d6403-c3da-4ac5-8913-aa4daf3be626 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489106 May 26 15:10:45.164522 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:45.165164 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:45.196056 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6492d5e-352b-4bc1-b655-8dad1cbf6911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0d2ec0-c01d-44d0-8ead-95da4bad07d1'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:45.198335 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b9094d-99d6-4218-85fe-b33c9759a8f0" -d '{"events": [{"server_uuid": "d6492d5e-352b-4bc1-b655-8dad1cbf6911", "name": "network-vif-plugged", "status": "completed", "tag": "3e0d2ec0-c01d-44d0-8ead-95da4bad07d1"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:45.218334 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:45.223747 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:45.246099 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed1d31-14ee-4aa6-95ed-56de4e3c0830 req-d0678839-5312-4758-a09e-9a65368af5a2 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:45.247975 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f3ed1d31-14ee-4aa6-95ed-56de4e3c0830 req-d0678839-5312-4758-a09e-9a65368af5a2 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0557456 May 26 15:10:45.248720 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce45027-2c1c-4a0d-ae3c-caa07bff74f4 x-openstack-request-id: req-0ce45027-2c1c-4a0d-ae3c-caa07bff74f4 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:45.249003 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6492d5e-352b-4bc1-b655-8dad1cbf6911", "name": "network-vif-plugged", "status": "completed", "tag": "3e0d2ec0-c01d-44d0-8ead-95da4bad07d1", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:45.249249 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ce45027-2c1c-4a0d-ae3c-caa07bff74f4 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:45.249655 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce45027-2c1c-4a0d-ae3c-caa07bff74f4'] response: {'server_uuid': 'd6492d5e-352b-4bc1-b655-8dad1cbf6911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0d2ec0-c01d-44d0-8ead-95da4bad07d1', 'code': 200} May 26 15:10:45.277203 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:45.302164 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f3ed1d31-14ee-4aa6-95ed-56de4e3c0830 req-8e8e3162-97d0-4a36-8cc7-2789204acf87 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484042 May 26 15:10:45.765085 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fd615-a880-4430-aa77-b1f166377335 req-702637d0-62ad-476d-b6f3-fd0032a4dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:45.766684 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c15fd615-a880-4430-aa77-b1f166377335 req-702637d0-62ad-476d-b6f3-fd0032a4dfc8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a272160dccba4f6b870efe8e25dae635&device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 1132 time: 0.0446534 May 26 15:10:45.874503 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:45.894597 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e9d7c-8406-4e90-8c62-d01d9ebf3ec7 req-168dfe3a-e7e2-4763-a215-79dc96aa258d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:45.896064 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fa6e9d7c-8406-4e90-8c62-d01d9ebf3ec7 req-168dfe3a-e7e2-4763-a215-79dc96aa258d tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 945 time: 0.0915995 May 26 15:10:45.913009 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46759af-f1f3-4b84-ba5f-fcb90d9aa5f3 req-fe0dd2cb-67dd-4a62-852c-8a8e1abb0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:45.914664 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-e46759af-f1f3-4b84-ba5f-fcb90d9aa5f3 req-fe0dd2cb-67dd-4a62-852c-8a8e1abb0e2c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 1129 time: 0.0450284 May 26 15:10:45.935160 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fd615-a880-4430-aa77-b1f166377335 req-096ce08f-e57d-4964-9fc5-b0b73c833343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:45.936595 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c15fd615-a880-4430-aa77-b1f166377335 req-096ce08f-e57d-4964-9fc5-b0b73c833343 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d07e1ef1-42e6-48bb-8602-11f819b4c660 HTTP/1.1" status: 200 len: 870 time: 0.1620789 May 26 15:10:45.970265 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-e46759af-f1f3-4b84-ba5f-fcb90d9aa5f3 req-e51983bb-5e31-43ac-8dde-3e16bb51e279 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398042 May 26 15:10:45.987478 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c15fd615-a880-4430-aa77-b1f166377335 req-5364659a-8609-47fa-9d46-512431ff8aa1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=736610d9-0031-4f0d-b417-d5c078104b49 HTTP/1.1" status: 200 len: 217 time: 0.0437541 May 26 15:10:45.995809 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fa6e9d7c-8406-4e90-8c62-d01d9ebf3ec7 req-53da3247-3304-4813-9ad3-75cfb6c4bdc6 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927200 May 26 15:10:46.164950 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:46.179003 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad18266-b95e-43d5-8b2d-c454ace58deb req-42410322-b45e-4f5c-a2c5-11676ecb87cb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:46.180479 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5ad18266-b95e-43d5-8b2d-c454ace58deb req-42410322-b45e-4f5c-a2c5-11676ecb87cb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0484447 May 26 15:10:46.246422 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec9995-ba5d-4bc0-a870-cfe63de65e7b req-a5736197-3d1e-468e-9eab-842060e69b19 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:46.248344 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-82ec9995-ba5d-4bc0-a870-cfe63de65e7b req-a5736197-3d1e-468e-9eab-842060e69b19 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 948 time: 0.0664515 May 26 15:10:46.302615 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5ad18266-b95e-43d5-8b2d-c454ace58deb req-6c1831e3-d758-4ff8-a477-758f132ca8d1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107125 May 26 15:10:46.329874 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-82ec9995-ba5d-4bc0-a870-cfe63de65e7b req-293a43c2-be2a-4b8e-8b0e-b38315df438b tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704999 May 26 15:10:46.438488 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fd615-a880-4430-aa77-b1f166377335 req-60809378-4d3a-4821-824d-d625319410e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:46.439910 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c15fd615-a880-4430-aa77-b1f166377335 req-60809378-4d3a-4821-824d-d625319410e7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=065457e8-325e-407c-b082-7d905575dba1 HTTP/1.1" status: 200 len: 843 time: 0.0856709 May 26 15:10:46.447859 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0698-138d-4dee-8478-17ef695deabd req-3dc4b228-5e68-4016-9d95-e387dd068e0b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:46.449257 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b72c0698-138d-4dee-8478-17ef695deabd req-3dc4b228-5e68-4016-9d95-e387dd068e0b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0625038 May 26 15:10:46.499596 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b72c0698-138d-4dee-8478-17ef695deabd req-e575eb5a-b708-485a-ad26-3acb1016e7a3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 May 26 15:10:47.018260 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 736610d9-0031-4f0d-b417-d5c078104b49 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:10:47.030190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:47.072068 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fd615-a880-4430-aa77-b1f166377335 req-1b0ca56f-44d4-46bb-8856-31bb1e25511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:47.074215 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c15fd615-a880-4430-aa77-b1f166377335 req-1b0ca56f-44d4-46bb-8856-31bb1e25511a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d07e1ef1-42e6-48bb-8602-11f819b4c660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0519164 May 26 15:10:47.142587 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 736610d9-0031-4f0d-b417-d5c078104b49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=736610d9-0031-4f0d-b417-d5c078104b49,segment=NetworkSegment(7eafc3a0-0233-4390-a6b6-f95c87df135d),segment_id=7eafc3a0-0233-4390-a6b6-f95c87df135d)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:47.158416 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '736610d9-0031-4f0d-b417-d5c078104b49', 'network_id': 'd07e1ef1-42e6-48bb-8602-11f819b4c660', 'port_id': '736610d9-0031-4f0d-b417-d5c078104b49', 'mac_address': 'fa:16:3e:c9:e2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065457e8-325e-407c-b082-7d905575dba1', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:10:47.186468 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd1fd1-c8eb-4722-a77a-77c0c56c56df req-6ee9e4ae-e714-465a-a0f5-0574260f0a43 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:47.187947 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8afd1fd1-c8eb-4722-a77a-77c0c56c56df req-6ee9e4ae-e714-465a-a0f5-0574260f0a43 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 945 time: 0.0871820 May 26 15:10:47.204592 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 736610d9-0031-4f0d-b417-d5c078104b49 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:47.205129 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (736610d9-0031-4f0d-b417-d5c078104b49), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:47.224397 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736610d9-0031-4f0d-b417-d5c078104b49 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:47.229075 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:47.237140 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-36790031-92cf-4dfa-93c0-9278164be9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:47.238948 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-36790031-92cf-4dfa-93c0-9278164be9a3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 1129 time: 0.0441430 May 26 15:10:47.241215 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c15fd615-a880-4430-aa77-b1f166377335 req-9247f58f-de6d-45ed-922d-cc5adb276574 service neutron] 10.222.0.75 "GET /v2.0/networks/d07e1ef1-42e6-48bb-8602-11f819b4c660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593556 May 26 15:10:47.248654 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 736610d9-0031-4f0d-b417-d5c078104b49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=736610d9-0031-4f0d-b417-d5c078104b49,segment=NetworkSegment(7eafc3a0-0233-4390-a6b6-f95c87df135d),segment_id=7eafc3a0-0233-4390-a6b6-f95c87df135d)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:47.254841 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (736610d9-0031-4f0d-b417-d5c078104b49), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:47.264998 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8afd1fd1-c8eb-4722-a77a-77c0c56c56df req-16506c6d-cd42-4cb1-b4e8-251012626638 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705645 May 26 15:10:47.445345 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=736610d9-0031-4f0d-b417-d5c078104b49,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:47.470833 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-041fd2c8-8941-4860-8188-41d2ff03ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:47.474645 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-041fd2c8-8941-4860-8188-41d2ff03ac6a service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.1750226 May 26 15:10:47.487713 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c15fd615-a880-4430-aa77-b1f166377335 req-4fc7b17b-98db-47f3-916f-3cde7d0ed2c3 service neutron] 10.222.0.75 "GET /v2.0/networks/d07e1ef1-42e6-48bb-8602-11f819b4c660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899481 May 26 15:10:47.570326 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e23d4-7590-4ed8-baa8-2c0f19ecd465 req-b241d4cd-2ac5-4aca-8952-d8e4e27bdad4 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:47.571853 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f53e23d4-7590-4ed8-baa8-2c0f19ecd465 req-b241d4cd-2ac5-4aca-8952-d8e4e27bdad4 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 949 time: 0.0832794 May 26 15:10:47.577949 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ffc99-3eef-4d54-a05b-dad237ca0c57 req-ae5a40b5-2ce1-4cf9-8667-a7ca38079f48 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:47.579367 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b28ffc99-3eef-4d54-a05b-dad237ca0c57 req-ae5a40b5-2ce1-4cf9-8667-a7ca38079f48 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0808363 May 26 15:10:47.665356 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f53e23d4-7590-4ed8-baa8-2c0f19ecd465 req-2d18a8c2-eb28-4057-b225-27e23f8661f9 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849199 May 26 15:10:47.680189 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b28ffc99-3eef-4d54-a05b-dad237ca0c57 req-79b8e64b-8949-4832-a178-b8873f041754 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935471 May 26 15:10:47.697679 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:47.708577 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:47.834387 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:47.846332 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36f21d-afda-4c65-babd-3ca86ae02ecd req-2ebb505d-97e8-47e5-8d7a-bb206e5b6533 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:47.847841 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2c36f21d-afda-4c65-babd-3ca86ae02ecd req-2ebb505d-97e8-47e5-8d7a-bb206e5b6533 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0638845 May 26 15:10:47.855216 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['736610d9-0031-4f0d-b417-d5c078104b49'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:10:47.906115 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2c36f21d-afda-4c65-babd-3ca86ae02ecd req-890f27da-1b25-4453-97d0-c520cf180343 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476785 May 26 15:10:48.385500 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025242d9-cbde-4fd5-a8f4-38a84e243343 req-b74be31b-518d-46ad-a892-2489706e08bc tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:48.387000 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-025242d9-cbde-4fd5-a8f4-38a84e243343 req-b74be31b-518d-46ad-a892-2489706e08bc tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 945 time: 0.0507965 May 26 15:10:48.438763 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-025242d9-cbde-4fd5-a8f4-38a84e243343 req-cdcfa679-ca08-459b-afe2-15e55d3c17c1 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 May 26 15:10:48.523221 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-12b6c12d-458c-4df4-a09c-04e2e63eafdd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 200 len: 1000 time: 0.0643444 May 26 15:10:48.576070 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-c100dc84-95ac-4e18-b80c-d26ea3d58023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:48.577518 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-c100dc84-95ac-4e18-b80c-d26ea3d58023 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.0469334 May 26 15:10:48.635401 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-f6727198-4494-4d0e-a44d-fa3ac4d86136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:48.637645 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-f6727198-4494-4d0e-a44d-fa3ac4d86136 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505919 May 26 15:10:48.818447 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcb057-6075-4277-9af1-f4f0d4ba0e67 req-bd93ddf4-c30e-4397-ac17-7d4839d0728b tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:48.820014 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18dcb057-6075-4277-9af1-f4f0d4ba0e67 req-bd93ddf4-c30e-4397-ac17-7d4839d0728b tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 949 time: 0.0660796 May 26 15:10:48.893983 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:48.909898 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f93d51-9976-48cb-b565-ca3bb74374ac req-ab79fe89-7b97-4df6-be10-d47328bbc269 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:48.917232 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-74f93d51-9976-48cb-b565-ca3bb74374ac req-ab79fe89-7b97-4df6-be10-d47328bbc269 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.1216385 May 26 15:10:48.945800 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18dcb057-6075-4277-9af1-f4f0d4ba0e67 req-89980414-d367-4b45-8356-ac094a8bf57d tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017027 May 26 15:10:48.984347 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-74f93d51-9976-48cb-b565-ca3bb74374ac req-6e2d7f4c-74c3-4b00-b702-0b56e538db2f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652540 May 26 15:10:49.031532 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:49.036173 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-1367f132-16a8-4b43-9892-21539189b37d service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907089 May 26 15:10:49.075364 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 736610d9-0031-4f0d-b417-d5c078104b49 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:49.111739 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413aed0-5fe1-4940-aba4-9da7d6600237 req-ae6e73a5-76ee-4d0e-8d73-e7dcf0ef0aa6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:49.111739 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a413aed0-5fe1-4940-aba4-9da7d6600237 req-ae6e73a5-76ee-4d0e-8d73-e7dcf0ef0aa6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0543475 May 26 15:10:49.132950 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 736610d9-0031-4f0d-b417-d5c078104b49 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:10:49.143922 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 736610d9-0031-4f0d-b417-d5c078104b49 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:49.144299 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (736610d9-0031-4f0d-b417-d5c078104b49), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:49.163241 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b67675fe-aaee-4407-bf90-b744bf6fc699 req-3331a7a7-9703-4fbe-b359-d22b5669b037 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155567 May 26 15:10:49.173339 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a413aed0-5fe1-4940-aba4-9da7d6600237 req-5309768b-937a-4e1b-b093-02e4f462ed6c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553524 May 26 15:10:49.241204 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 736610d9-0031-4f0d-b417-d5c078104b49 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:49.241631 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (736610d9-0031-4f0d-b417-d5c078104b49), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:49.273318 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f2b242-3ace-4b3a-aebe-61c49fe76bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736610d9-0031-4f0d-b417-d5c078104b49'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:49.275899 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca0a9a1-25bb-4910-a838-46457440929c" -d '{"events": [{"server_uuid": "24f2b242-3ace-4b3a-aebe-61c49fe76bb7", "name": "network-vif-plugged", "status": "completed", "tag": "736610d9-0031-4f0d-b417-d5c078104b49"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:49.290853 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 736610d9-0031-4f0d-b417-d5c078104b49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=736610d9-0031-4f0d-b417-d5c078104b49,segment=NetworkSegment(7eafc3a0-0233-4390-a6b6-f95c87df135d),segment_id=7eafc3a0-0233-4390-a6b6-f95c87df135d)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:49.296348 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (736610d9-0031-4f0d-b417-d5c078104b49), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:49.358915 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=736610d9-0031-4f0d-b417-d5c078104b49,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:49.423859 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f1fa6f-48e5-4469-a7a4-a3bed3ce8817 x-openstack-request-id: req-e9f1fa6f-48e5-4469-a7a4-a3bed3ce8817 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:49.424422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f2b242-3ace-4b3a-aebe-61c49fe76bb7", "name": "network-vif-plugged", "status": "completed", "tag": "736610d9-0031-4f0d-b417-d5c078104b49", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:49.424702 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9f1fa6f-48e5-4469-a7a4-a3bed3ce8817 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:49.425202 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f1fa6f-48e5-4469-a7a4-a3bed3ce8817'] response: {'server_uuid': '24f2b242-3ace-4b3a-aebe-61c49fe76bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736610d9-0031-4f0d-b417-d5c078104b49', 'code': 200} May 26 15:10:49.525164 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47789e8c-4978-49c7-af61-ea4999884239 req-33983a57-a570-422a-8124-26bd73881ce4 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:49.526704 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-47789e8c-4978-49c7-af61-ea4999884239 req-33983a57-a570-422a-8124-26bd73881ce4 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 945 time: 0.0529640 May 26 15:10:49.582551 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-47789e8c-4978-49c7-af61-ea4999884239 req-1f9e6687-7309-4951-bdac-f8bd4c40daa0 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497155 May 26 15:10:50.079095 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf770c8c-25f4-41fd-8731-ad546813cce9 req-90c20200-76b4-4ca7-9fe0-fc4cd8b2b67d tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:50.080557 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bf770c8c-25f4-41fd-8731-ad546813cce9 req-90c20200-76b4-4ca7-9fe0-fc4cd8b2b67d tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 950 time: 0.0617707 May 26 15:10:50.137375 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78fdd2-abbf-43bf-8be1-8ed70276ccaf req-81e052fa-f380-4354-a994-c0cfbe9bb3bc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:50.138922 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1b78fdd2-abbf-43bf-8be1-8ed70276ccaf req-81e052fa-f380-4354-a994-c0cfbe9bb3bc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0743306 May 26 15:10:50.375301 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bf770c8c-25f4-41fd-8731-ad546813cce9 req-ec80c7e2-5b00-4e4d-be33-50cf02bce41e tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737036 May 26 15:10:50.406532 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1b78fdd2-abbf-43bf-8be1-8ed70276ccaf req-8e3473e5-ab07-4ac3-94ed-ba68503b23d2 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595015 May 26 15:10:50.501330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627579-feb7-42f7-8937-4555e2f20396 req-4aa1cae2-f12d-4cc4-b2ff-cd78a3752348 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:50.502912 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-36627579-feb7-42f7-8937-4555e2f20396 req-4aa1cae2-f12d-4cc4-b2ff-cd78a3752348 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0497117 May 26 15:10:50.564422 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-36627579-feb7-42f7-8937-4555e2f20396 req-731ec0c8-cfcc-4581-99a0-170932820f2c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558665 May 26 15:10:50.709837 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb5c51-1915-4fb6-a04d-e4e7e93a82e5 req-7d1a12fd-d6be-4729-8d36-6ee1d4ab45e6 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:50.711530 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fefb5c51-1915-4fb6-a04d-e4e7e93a82e5 req-7d1a12fd-d6be-4729-8d36-6ee1d4ab45e6 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 945 time: 0.0540330 May 26 15:10:50.763795 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fefb5c51-1915-4fb6-a04d-e4e7e93a82e5 req-00eef483-e66e-4bba-89fd-8253bc565af9 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465188 May 26 15:10:51.494844 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627ecdd-c333-47cf-a321-24014965b757 req-26b2219a-1b22-4a33-9032-9c9ebc637eb7 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:51.496317 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8627ecdd-c333-47cf-a321-24014965b757 req-26b2219a-1b22-4a33-9032-9c9ebc637eb7 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 950 time: 0.0526936 May 26 15:10:51.550225 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:51.563908 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dd5d8-6305-4fc1-b589-fc4bd2e334e4 req-6e6ff766-db7a-4e95-bef0-22fbb55ae02a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:51.565354 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c06dd5d8-6305-4fc1-b589-fc4bd2e334e4 req-6e6ff766-db7a-4e95-bef0-22fbb55ae02a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0681887 May 26 15:10:51.605412 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8627ecdd-c333-47cf-a321-24014965b757 req-128ec0ca-b709-44d2-b96f-65bb91e6f44e tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984702 May 26 15:10:51.650647 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c06dd5d8-6305-4fc1-b589-fc4bd2e334e4 req-decd3af5-4c51-4638-ac7c-780cf262706d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739617 May 26 15:10:51.732438 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60a219-9197-4a8c-8831-ea90380eccad req-96a71a58-127b-43fa-8c5a-af27b89a37bb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:51.733924 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb60a219-9197-4a8c-8831-ea90380eccad req-96a71a58-127b-43fa-8c5a-af27b89a37bb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0490217 May 26 15:10:51.782866 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb60a219-9197-4a8c-8831-ea90380eccad req-ddfe9c25-4083-4144-adf3-9bfde68d3159 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 May 26 15:10:51.885015 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf4a9c-088c-4e6d-9c0b-b4185c0fccf3 req-f9dfeabd-eeb6-4c18-b5d2-339263233951 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:51.886541 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-69cf4a9c-088c-4e6d-9c0b-b4185c0fccf3 req-f9dfeabd-eeb6-4c18-b5d2-339263233951 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 945 time: 0.0497093 May 26 15:10:51.937319 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-69cf4a9c-088c-4e6d-9c0b-b4185c0fccf3 req-d9e187af-15ae-487c-bb71-62d736a3500a tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 May 26 15:10:52.625333 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:10:52.740955 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:52.751468 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4588105-d3b7-4d8b-9fc6-f9b22e980245 req-4683aa13-2fe7-48bd-a17d-1d86c8a49a73 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:52.752925 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a4588105-d3b7-4d8b-9fc6-f9b22e980245 req-4683aa13-2fe7-48bd-a17d-1d86c8a49a73 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 950 time: 0.0640452 May 26 15:10:52.805746 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bbbc4-1875-4ae8-b1c2-e8d407319360 req-13ed06b1-8f73-470c-9360-e8326070780f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:52.807270 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e50bbbc4-1875-4ae8-b1c2-e8d407319360 req-13ed06b1-8f73-470c-9360-e8326070780f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0768118 May 26 15:10:52.850499 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a4588105-d3b7-4d8b-9fc6-f9b22e980245 req-fba0bcc1-ee71-4096-a2a8-c7c88f0e6840 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809383 May 26 15:10:52.866558 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cababbe0-a105-4b07-a584-d42fb3bb6f84 req-a7351237-56cf-4deb-9682-3f68aed3c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:52.868372 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-cababbe0-a105-4b07-a584-d42fb3bb6f84 req-a7351237-56cf-4deb-9682-3f68aed3c493 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 1134 time: 0.0540338 May 26 15:10:52.886290 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e50bbbc4-1875-4ae8-b1c2-e8d407319360 req-e7bb451a-33db-4a1f-bff2-ee6a8ea4a16c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678661 May 26 15:10:52.971503 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2d944-f7b7-42f4-ac68-c81107bbbe05 req-a87184ed-749f-451d-8bdc-30d383444de0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:52.973067 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-36c2d944-f7b7-42f4-ac68-c81107bbbe05 req-a87184ed-749f-451d-8bdc-30d383444de0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0517707 May 26 15:10:53.030782 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-36c2d944-f7b7-42f4-ac68-c81107bbbe05 req-c3428a65-dbba-4160-b921-9359e0c4dccd tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519629 May 26 15:10:53.066367 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a202d96-3534-4b81-86a0-59d7b8aaabf1 req-43f74575-4412-48ce-96d2-53b690d97019 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:53.067827 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a202d96-3534-4b81-86a0-59d7b8aaabf1 req-43f74575-4412-48ce-96d2-53b690d97019 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 945 time: 0.0581050 May 26 15:10:53.115892 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a202d96-3534-4b81-86a0-59d7b8aaabf1 req-f2b073ee-bad4-4472-a0a6-075cd3f1b0a5 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/security-groups?id=a70b3ac6-cd4e-4f28-b023-7a370c615431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 May 26 15:10:53.284626 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-0b76fc0b-7174-4800-93dd-05dad32dcd18 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:53.286047 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-0b76fc0b-7174-4800-93dd-05dad32dcd18 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 945 time: 0.0537894 May 26 15:10:53.326572 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-cababbe0-a105-4b07-a584-d42fb3bb6f84 req-9d5f72e8-220b-4a96-8b12-6ec8b9909f42 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391467 May 26 15:10:53.407282 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Deleting port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:10:53.407616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:53.503164 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] For port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,segment=NetworkSegment(ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2),segment_id=ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:53.503521 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:53.516334 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Calling delete_port for 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:10:53.571197 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:53.645437 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (3e0d2ec0-c01d-44d0-8ead-95da4bad07d1), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:53.672589 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Pushing event deleted for resources: {'Port': ['ID=3e0d2ec0-c01d-44d0-8ead-95da4bad07d1,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:53.682977 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.683326 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.683667 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.684016 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.684338 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.684726 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.685000 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.685860 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.685860 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.686046 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.686292 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.686611 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.686928 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.687247 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.687567 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:10:53.700181 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['3e0d2ec0-c01d-44d0-8ead-95da4bad07d1'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:10:53.736477 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] No DVR routers for this DVR port 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:10:53.739329 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:53.742503 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a3984cc-8902-4f20-b3e4-004b88c6af3e req-12332041-b895-4efe-8c3b-46da5b4774bb tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.75 "DELETE /v2.0/ports/3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 HTTP/1.1" status: 204 len: 173 time: 0.4220414 May 26 15:10:53.743122 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6492d5e-352b-4bc1-b655-8dad1cbf6911', 'name': 'network-vif-deleted', 'tag': '3e0d2ec0-c01d-44d0-8ead-95da4bad07d1'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:53.745859 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2899e734-1bd8-48da-8f47-3dccf067931d" -d '{"events": [{"server_uuid": "d6492d5e-352b-4bc1-b655-8dad1cbf6911", "name": "network-vif-deleted", "tag": "3e0d2ec0-c01d-44d0-8ead-95da4bad07d1"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:53.782248 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d5353-250a-47b1-bdd7-e0bb104417ff x-openstack-request-id: req-6b4d5353-250a-47b1-bdd7-e0bb104417ff {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:53.782548 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6492d5e-352b-4bc1-b655-8dad1cbf6911", "name": "network-vif-deleted", "tag": "3e0d2ec0-c01d-44d0-8ead-95da4bad07d1", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:53.782839 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b4d5353-250a-47b1-bdd7-e0bb104417ff {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:53.783246 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4d5353-250a-47b1-bdd7-e0bb104417ff'] response: {'server_uuid': 'd6492d5e-352b-4bc1-b655-8dad1cbf6911', 'name': 'network-vif-deleted', 'tag': '3e0d2ec0-c01d-44d0-8ead-95da4bad07d1', 'status': 'completed', 'code': 200} May 26 15:10:54.007616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69bd4c-c764-4824-a7c4-f6b54b0bd95e req-6fac154a-aa02-4167-9cd3-36d8066bac56 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:54.009635 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f69bd4c-c764-4824-a7c4-f6b54b0bd95e req-6fac154a-aa02-4167-9cd3-36d8066bac56 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 950 time: 0.0800819 May 26 15:10:54.023744 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c7fa-409b-4071-8dac-776e69f99cfa req-653d80b4-0d1d-4755-85c0-2b436b1c4dac tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:54.026178 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1992c7fa-409b-4071-8dac-776e69f99cfa req-653d80b4-0d1d-4755-85c0-2b436b1c4dac tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0629153 May 26 15:10:54.106497 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f69bd4c-c764-4824-a7c4-f6b54b0bd95e req-703b867f-a2b8-4a38-a998-acb459c04dfa tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895176 May 26 15:10:54.111001 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1992c7fa-409b-4071-8dac-776e69f99cfa req-7d3191b8-c875-45c0-8dfc-fc7945575515 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784409 May 26 15:10:54.216694 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:54.240588 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9c16b60e-b0b9-4c04-997b-df67f887d02d req-53572ed6-3a65-4c80-94c1-dadb1c27e328 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 210 time: 0.0365801 May 26 15:10:54.248114 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d319fd-b1fb-4d87-89bd-45d9a0e67ef3 req-fa98387e-0a37-47a8-ad15-8a27ee341210 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:54.249780 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-97d319fd-b1fb-4d87-89bd-45d9a0e67ef3 req-fa98387e-0a37-47a8-ad15-8a27ee341210 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0835259 May 26 15:10:54.299184 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-97d319fd-b1fb-4d87-89bd-45d9a0e67ef3 req-5d82ed94-ad83-47c7-987d-e6867698e77f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440223 May 26 15:10:55.130056 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:10:55.248150 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:55.261605 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'port_id': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'mac_address': 'fa:16:3e:2d:bf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:10:55.271820 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467630f-ec6d-4d2f-a78f-7d13831feaaf req-47149919-b884-4b52-b507-acb91ee12c6c tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:55.273324 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9467630f-ec6d-4d2f-a78f-7d13831feaaf req-47149919-b884-4b52-b507-acb91ee12c6c tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 950 time: 0.0889611 May 26 15:10:55.279482 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fb3b3-38dd-4c01-a168-112b593175d3 req-8125d8cd-d9fd-4ef8-80bc-ed30bf061075 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:55.281493 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-562fb3b3-38dd-4c01-a168-112b593175d3 req-8125d8cd-d9fd-4ef8-80bc-ed30bf061075 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0874608 May 26 15:10:55.290792 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:55.300039 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 is: ACTIVE; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:55.300515 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:55.315121 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e5306c2-86c5-4899-9abd-3ff6e390eb95 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:10:55.339238 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:55.344497 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:55.363529 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-562fb3b3-38dd-4c01-a168-112b593175d3 req-59c88a8f-b780-44a9-980b-94f2a83a1f9f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749891 May 26 15:10:55.374899 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9467630f-ec6d-4d2f-a78f-7d13831feaaf req-2adeda99-65ca-48a1-b2d8-6257c82dc21d tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926416 May 26 15:10:55.405510 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=6']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:55.502270 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d3fad29c-6551-4fad-8fa2-bdc26cbd3d70 req-ceaa50ce-385d-442e-88b8-8013b9ef14fc tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 210 time: 0.0429184 May 26 15:10:55.547066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3f838-2526-45fd-8456-4522f112900d req-84ace67b-ec99-4029-8811-4dcb0b65bf9d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:55.548560 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-abf3f838-2526-45fd-8456-4522f112900d req-84ace67b-ec99-4029-8811-4dcb0b65bf9d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0596590 May 26 15:10:55.598652 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-abf3f838-2526-45fd-8456-4522f112900d req-63232654-7f81-424d-af05-db0e02f83664 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442107 May 26 15:10:55.749630 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee23f3-bf04-4c71-8dc6-b1404370f75b req-4f26e5cf-e984-441d-b35e-538c60153eb0 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:55.751016 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4aee23f3-bf04-4c71-8dc6-b1404370f75b req-4f26e5cf-e984-441d-b35e-538c60153eb0 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 950 time: 0.0497262 May 26 15:10:55.801112 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4aee23f3-bf04-4c71-8dc6-b1404370f75b req-46c2db9c-6959-4bc2-aa71-8b466fa26d8f tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443749 May 26 15:10:55.824318 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['2e5306c2-86c5-4899-9abd-3ff6e390eb95'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:10:55.891497 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:56.503670 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e324368-6209-4ed5-b5d8-adc2230df78e req-e200b8f9-c390-4b99-b39b-99d0ac4a1a03 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:56.505141 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7e324368-6209-4ed5-b5d8-adc2230df78e req-e200b8f9-c390-4b99-b39b-99d0ac4a1a03 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 944 time: 0.0515206 May 26 15:10:56.554275 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7e324368-6209-4ed5-b5d8-adc2230df78e req-c7449a42-3bc9-461f-ab8e-6cc0f7aef81a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428638 May 26 15:10:56.621895 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ca6e9932-58f5-4b4e-a38f-1efadc04d19a req-d0adc993-c96c-4a56-a7b7-e9ae226cf9b4 tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 210 time: 0.0291491 May 26 15:10:56.713783 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa08a1-f589-4ecd-b8fd-6cb9da8a73e9 req-60a1b0bb-d19f-42b0-a4bc-a8f1b4148e7c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:56.715256 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8eaa08a1-f589-4ecd-b8fd-6cb9da8a73e9 req-60a1b0bb-d19f-42b0-a4bc-a8f1b4148e7c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0480745 May 26 15:10:56.750808 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:56.766567 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8eaa08a1-f589-4ecd-b8fd-6cb9da8a73e9 req-2de92d71-084b-4cb3-ab09-18b4a4ca2c27 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454903 May 26 15:10:56.927498 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e02bb-9e62-4260-8290-27bf19367fa1 req-9201db4d-7a76-4699-831d-521d1dea44dc tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:56.929054 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7c7e02bb-9e62-4260-8290-27bf19367fa1 req-9201db4d-7a76-4699-831d-521d1dea44dc tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 950 time: 0.0539660 May 26 15:10:56.975617 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7c7e02bb-9e62-4260-8290-27bf19367fa1 req-b812e078-c53e-4d3b-9923-4cb4f75832d9 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 May 26 15:10:57.140439 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:10:57.188154 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:10:57.188523 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:57.265846 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:10:57.266422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:57.291192 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:57.293530 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7426bacb-de47-4482-954b-f9d831ceeea8" -d '{"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-plugged", "status": "completed", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:57.306112 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:57.311041 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:57.311794 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:10:57.358240 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1fee67-33ca-496b-96a1-ed99399f3105 x-openstack-request-id: req-7f1fee67-33ca-496b-96a1-ed99399f3105 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:57.358538 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-plugged", "status": "completed", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:57.358797 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f1fee67-33ca-496b-96a1-ed99399f3105 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:57.359195 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1fee67-33ca-496b-96a1-ed99399f3105'] response: {'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'code': 200} May 26 15:10:57.361787 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:10:57.362138 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3e0d2ec0-c01d-44d0-8ead-95da4bad07d1 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:10:57.386077 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=7']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:57.678738 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda9767-b0b2-43e0-bb61-dc42cbdf643a req-3aad129d-6cf2-4edd-9a07-172dcfb45d30 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:57.680268 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8cda9767-b0b2-43e0-bb61-dc42cbdf643a req-3aad129d-6cf2-4edd-9a07-172dcfb45d30 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0495853 May 26 15:10:57.703424 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=19 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:57.740865 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e6eae20c-6d78-45fa-b06b-84f543676fac req-72cd9666-af08-4892-b124-35218379c67c tempest-VolumesActionsTest-1583638605 tempest-VolumesActionsTest-1583638605-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6492d5e-352b-4bc1-b655-8dad1cbf6911 HTTP/1.1" status: 200 len: 210 time: 0.0327055 May 26 15:10:57.756662 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8cda9767-b0b2-43e0-bb61-dc42cbdf643a req-f3b14e72-9936-475d-a0ad-79f613eb8ce0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704362 May 26 15:10:57.884976 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5db9d-ca91-4ba7-af84-1c2994212c0c req-55b0f650-7eb5-4d42-ab3b-39c483e0b809 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:57.886470 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8d5db9d-ca91-4ba7-af84-1c2994212c0c req-55b0f650-7eb5-4d42-ab3b-39c483e0b809 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0531111 May 26 15:10:57.936734 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8d5db9d-ca91-4ba7-af84-1c2994212c0c req-de6bd896-7f14-4ca5-a4b7-43fca2ecc488 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443923 May 26 15:10:58.097932 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0116c-3936-4d88-8565-1d5cf06c610f req-b3b37ed4-31d3-4e14-9bac-4fc92e0926c2 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:58.099673 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-58d0116c-3936-4d88-8565-1d5cf06c610f req-b3b37ed4-31d3-4e14-9bac-4fc92e0926c2 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 950 time: 0.0507693 May 26 15:10:58.119751 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:58.152214 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-58d0116c-3936-4d88-8565-1d5cf06c610f req-4703ee91-f075-4447-864c-2af65b5878b6 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/security-groups?id=86d706c7-9d1c-4a7e-8370-f32e9408b641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469580 May 26 15:10:58.308749 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ae2b3ae3-38b7-4109-b290-aa663e2e734c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:58.456631 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-f0324abd-b7d1-4f1a-aa95-d19413e5af96 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:58.458163 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-f0324abd-b7d1-4f1a-aa95-d19413e5af96 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.75 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 950 time: 0.0586433 May 26 15:10:58.571433 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Deleting port 736610d9-0031-4f0d-b417-d5c078104b49 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:10:58.571817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (736610d9-0031-4f0d-b417-d5c078104b49), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:58.676934 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] For port 736610d9-0031-4f0d-b417-d5c078104b49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=736610d9-0031-4f0d-b417-d5c078104b49,segment=NetworkSegment(7eafc3a0-0233-4390-a6b6-f95c87df135d),segment_id=7eafc3a0-0233-4390-a6b6-f95c87df135d)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:10:58.677303 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (736610d9-0031-4f0d-b417-d5c078104b49), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:58.691564 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Calling delete_port for 736610d9-0031-4f0d-b417-d5c078104b49 owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:10:58.854637 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (736610d9-0031-4f0d-b417-d5c078104b49), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:58.904778 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['736610d9-0031-4f0d-b417-d5c078104b49'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:10:58.913096 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Pushing event deleted for resources: {'Port': ['ID=736610d9-0031-4f0d-b417-d5c078104b49,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:10:58.949349 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f19db4-6213-44f7-878e-2075150dae37 req-a2e426ba-3fe3-452b-b458-0af36448fd0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:58.950970 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-10f19db4-6213-44f7-878e-2075150dae37 req-a2e426ba-3fe3-452b-b458-0af36448fd0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0994186 May 26 15:10:59.018611 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] No DVR routers for this DVR port 736610d9-0031-4f0d-b417-d5c078104b49 on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:10:59.028234 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:10:59.034120 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a0398cdf-a3d2-4a6a-9dfe-4d72543e20f2 req-7a018edc-3591-4ba9-9b19-34d6658016b8 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.75 "DELETE /v2.0/ports/736610d9-0031-4f0d-b417-d5c078104b49 HTTP/1.1" status: 204 len: 173 time: 0.5431752 May 26 15:10:59.036998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f2b242-3ace-4b3a-aebe-61c49fe76bb7', 'name': 'network-vif-deleted', 'tag': '736610d9-0031-4f0d-b417-d5c078104b49'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:10:59.048373 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c403d3-0b80-41e2-874e-22d06865ad65" -d '{"events": [{"server_uuid": "24f2b242-3ace-4b3a-aebe-61c49fe76bb7", "name": "network-vif-deleted", "tag": "736610d9-0031-4f0d-b417-d5c078104b49"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:10:59.148473 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:10:59.175700 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-10f19db4-6213-44f7-878e-2075150dae37 req-edcf3e30-c1c3-4db8-bf02-8afbd8b76a01 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004106 May 26 15:10:59.197142 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90679c-4579-4c2f-bb03-43673238ee38 req-ab3885ab-f7c8-42d8-bc83-0f2d31807f33 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:10:59.227328 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1e90679c-4579-4c2f-bb03-43673238ee38 req-ab3885ab-f7c8-42d8-bc83-0f2d31807f33 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1705165 May 26 15:10:59.325475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024ef037-f924-4404-a58f-1f2fe37fd1f1 x-openstack-request-id: req-024ef037-f924-4404-a58f-1f2fe37fd1f1 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:10:59.325756 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f2b242-3ace-4b3a-aebe-61c49fe76bb7", "name": "network-vif-deleted", "tag": "736610d9-0031-4f0d-b417-d5c078104b49", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:10:59.326017 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-024ef037-f924-4404-a58f-1f2fe37fd1f1 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:10:59.326411 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024ef037-f924-4404-a58f-1f2fe37fd1f1'] response: {'server_uuid': '24f2b242-3ace-4b3a-aebe-61c49fe76bb7', 'name': 'network-vif-deleted', 'tag': '736610d9-0031-4f0d-b417-d5c078104b49', 'status': 'completed', 'code': 200} May 26 15:10:59.371018 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1e90679c-4579-4c2f-bb03-43673238ee38 req-0cb7cf9c-9a24-4442-b7f5-df0661d47eb7 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427841 May 26 15:10:59.437187 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e698d1ea-643c-4990-850d-d400cdc6d5c4 req-b7c45147-8b10-4e55-9cf5-51dcf13961c1 tempest-VolumesNegativeTest-765289766 tempest-VolumesNegativeTest-765289766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f2b242-3ace-4b3a-aebe-61c49fe76bb7 HTTP/1.1" status: 200 len: 210 time: 0.0306809 May 26 15:11:00.334121 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13c8b3-d076-4461-a9ee-b81697620193 req-32d05235-6d46-4fa2-8a74-5e3dbbab98f6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:00.335688 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dd13c8b3-d076-4461-a9ee-b81697620193 req-32d05235-6d46-4fa2-8a74-5e3dbbab98f6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0709281 May 26 15:11:00.408425 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dd13c8b3-d076-4461-a9ee-b81697620193 req-b5674ef7-bd6a-472c-9d67-b5355845420c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653424 May 26 15:11:00.541791 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67439dd5-e27c-4d2d-b42a-1086fbc55c3c req-a03a9383-299f-46ce-9230-ee4c5c3a7cbc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:00.549858 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-67439dd5-e27c-4d2d-b42a-1086fbc55c3c req-a03a9383-299f-46ce-9230-ee4c5c3a7cbc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0654066 May 26 15:11:00.586249 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-00eb3f05-8700-48ae-bfe3-3464fe79ea13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:00.607889 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-67439dd5-e27c-4d2d-b42a-1086fbc55c3c req-e38efb96-cf7c-405b-a0e7-12bf9351b84d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570364 May 26 15:11:01.571431 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054e94c-e0cc-4150-b7e8-f681f93d3e91 req-6d9d3b34-297f-4050-80ac-c8d78ca2a379 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:01.578918 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3054e94c-e0cc-4150-b7e8-f681f93d3e91 req-6d9d3b34-297f-4050-80ac-c8d78ca2a379 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0757172 May 26 15:11:01.706215 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3054e94c-e0cc-4150-b7e8-f681f93d3e91 req-97ef4bb5-c6db-4682-a9b4-7c709417216a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259124 May 26 15:11:01.791531 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65730163-633b-4f88-9f3b-ead4586963c8 req-8c880bcb-4283-439e-ae8b-642f54fce9cd tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:01.793054 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-65730163-633b-4f88-9f3b-ead4586963c8 req-8c880bcb-4283-439e-ae8b-642f54fce9cd tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0631356 May 26 15:11:01.834783 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:01.859041 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-65730163-633b-4f88-9f3b-ead4586963c8 req-af6ccfac-623f-434e-922a-5ee3edbf3c12 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573330 May 26 15:11:02.620929 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=15 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:02.865269 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:02.891018 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b20b35-83bc-45c6-933c-448f69e5235b req-506b9ac1-f3fb-44df-8259-6384a8e67908 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:02.893007 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76b20b35-83bc-45c6-933c-448f69e5235b req-506b9ac1-f3fb-44df-8259-6384a8e67908 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0605204 May 26 15:11:02.985130 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76b20b35-83bc-45c6-933c-448f69e5235b req-26b30cfd-6006-4485-8ecc-c38e30615c3e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854032 May 26 15:11:03.086070 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb6eff-685e-43fe-aab0-4baef803f97a req-7fd05263-6997-4b6d-9b15-a128c55898d1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:03.094443 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5dcb6eff-685e-43fe-aab0-4baef803f97a req-7fd05263-6997-4b6d-9b15-a128c55898d1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1033874 May 26 15:11:03.161116 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5dcb6eff-685e-43fe-aab0-4baef803f97a req-9b88f8f2-ba42-4940-8810-37ef2847b626 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647373 May 26 15:11:03.320784 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=46 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:03.324432 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=21 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:03.411760 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:03.533798 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 736610d9-0031-4f0d-b417-d5c078104b49 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:11:03.597523 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 736610d9-0031-4f0d-b417-d5c078104b49 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:11:03.598640 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 736610d9-0031-4f0d-b417-d5c078104b49 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:11:04.173234 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aba3ac-58a9-40e4-94b7-5758867efa61 req-261a66e5-9120-45b7-8dd8-f0804abeec27 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:04.181119 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a2aba3ac-58a9-40e4-94b7-5758867efa61 req-261a66e5-9120-45b7-8dd8-f0804abeec27 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0764031 May 26 15:11:04.333666 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a2aba3ac-58a9-40e4-94b7-5758867efa61 req-5edb2ea5-9029-41f0-bab3-8380beb74a9e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461227 May 26 15:11:04.381589 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a811-06e0-402c-b05d-0b1778f495cb req-594f3632-0dda-4e29-86ce-69de2eb58e81 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:04.391817 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-82b2a811-06e0-402c-b05d-0b1778f495cb req-594f3632-0dda-4e29-86ce-69de2eb58e81 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1068244 May 26 15:11:04.457577 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-82b2a811-06e0-402c-b05d-0b1778f495cb req-366eecf0-791f-446e-a620-295f3c28bafa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648417 May 26 15:11:04.713625 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:05.064030 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffefb42-6ebe-4202-9213-a2edca9eba94 req-70927bec-e923-4ca1-9d01-f68f0213b431 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:05.070991 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bffefb42-6ebe-4202-9213-a2edca9eba94 req-70927bec-e923-4ca1-9d01-f68f0213b431 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0595853 May 26 15:11:05.139108 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bffefb42-6ebe-4202-9213-a2edca9eba94 req-f46fe888-0b4a-4d4a-9ffd-6d4a6dfcbdcb tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671239 May 26 15:11:05.705991 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb5324-a047-4cf3-95ed-628910b2ae26 req-c37c77bb-d4c3-4c77-bfc5-51c173b38a4f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:05.707587 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6bdb5324-a047-4cf3-95ed-628910b2ae26 req-c37c77bb-d4c3-4c77-bfc5-51c173b38a4f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.1971333 May 26 15:11:05.724585 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:05.787118 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed019bb-1e8a-48e2-b141-d75f3e61addc req-4fc43a2c-5a11-445a-8dc7-4edf63f0e9ee tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:05.788587 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1ed019bb-1e8a-48e2-b141-d75f3e61addc req-4fc43a2c-5a11-445a-8dc7-4edf63f0e9ee tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0800457 May 26 15:11:05.850031 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6bdb5324-a047-4cf3-95ed-628910b2ae26 req-5768d4b2-4e60-403b-94c9-f1f8de48b7e5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237679 May 26 15:11:05.933738 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1ed019bb-1e8a-48e2-b141-d75f3e61addc req-7aa869d3-b76c-4253-b856-92e694bac344 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282434 May 26 15:11:06.316813 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b40949-e0f8-4329-b9d4-32d5b4a5b452 req-becf607f-b8e1-45be-95da-a81247db5a98 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:06.324873 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-03b40949-e0f8-4329-b9d4-32d5b4a5b452 req-becf607f-b8e1-45be-95da-a81247db5a98 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0885816 May 26 15:11:06.405770 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-03b40949-e0f8-4329-b9d4-32d5b4a5b452 req-020774b3-7c51-4963-b569-49a6d73d6ce9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799658 May 26 15:11:07.118514 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83985ea-b748-4724-bf00-314659824bae req-f7467c46-a9ec-4d16-9ed7-630d1ffa7444 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:07.127224 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c83985ea-b748-4724-bf00-314659824bae req-f7467c46-a9ec-4d16-9ed7-630d1ffa7444 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.1247292 May 26 15:11:07.206789 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea08b85-3e9e-4024-9f63-43ff03baec8a req-b25a4ee0-58d8-4282-8f71-2b3c81590eb3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:07.219441 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ea08b85-3e9e-4024-9f63-43ff03baec8a req-b25a4ee0-58d8-4282-8f71-2b3c81590eb3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1179874 May 26 15:11:07.231487 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 45936) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:07.375550 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6ea08b85-3e9e-4024-9f63-43ff03baec8a req-0c39f5d4-d6c7-49f2-a18a-ebc9cea22f87 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488678 May 26 15:11:07.397580 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c83985ea-b748-4724-bf00-314659824bae req-2390bdb9-7ad9-4d9d-bbf9-4826419278d4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689817 May 26 15:11:07.478548 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 45942) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:07.478749 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-8cde29eb-490e-4487-96bc-ab7c13600c78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a272160dccba4f6b870efe8e25dae635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450798 May 26 15:11:07.624414 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620498-fcfd-4378-a1a9-31d1a9ba13b8 req-463a46b5-ed96-4805-8e1f-5f43ad090e73 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:07.632474 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dc620498-fcfd-4378-a1a9-31d1a9ba13b8 req-463a46b5-ed96-4805-8e1f-5f43ad090e73 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0608692 May 26 15:11:07.662886 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ac2aab03-819f-4f97-a0e2-2bad301830ac admin admin] Publish callbacks [] for security_group (86d706c7-9d1c-4a7e-8370-f32e9408b641), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:07.695724 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dc620498-fcfd-4378-a1a9-31d1a9ba13b8 req-9d41f3c1-d7be-4464-98a5-8197abd3f926 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623019 May 26 15:11:07.734776 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:07.737576 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ac2aab03-819f-4f97-a0e2-2bad301830ac admin admin] Publish callbacks [] for security_group (86d706c7-9d1c-4a7e-8370-f32e9408b641), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:07.811681 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ac2aab03-819f-4f97-a0e2-2bad301830ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (86d706c7-9d1c-4a7e-8370-f32e9408b641), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:07.816561 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ac2aab03-819f-4f97-a0e2-2bad301830ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:07.818101 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ac2aab03-819f-4f97-a0e2-2bad301830ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86d706c7-9d1c-4a7e-8370-f32e9408b641 HTTP/1.1" status: 204 len: 168 time: 0.3381376 May 26 15:11:07.842338 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aab03-819f-4f97-a0e2-2bad301830ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d706c7-9d1c-4a7e-8370-f32e9408b641,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:08.599914 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ded180-de89-45bc-a719-5acf4b931103 req-986d5a9e-d60f-48e8-a944-1ced797a390a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:08.608455 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-68ded180-de89-45bc-a719-5acf4b931103 req-986d5a9e-d60f-48e8-a944-1ced797a390a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0893619 May 26 15:11:08.687483 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-68ded180-de89-45bc-a719-5acf4b931103 req-990d955c-6e60-467d-866b-f538039b89cf tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772343 May 26 15:11:08.717427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfad704-a7d1-4310-83e7-9df40cf74210 req-e83ce915-59a3-42ae-b7f3-7a11005eace6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:08.719326 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cdfad704-a7d1-4310-83e7-9df40cf74210 req-e83ce915-59a3-42ae-b7f3-7a11005eace6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1896327 May 26 15:11:08.785781 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cdfad704-a7d1-4310-83e7-9df40cf74210 req-4a3424cc-89be-48ae-8690-c653a2990e1c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604076 May 26 15:11:08.880617 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81552bbc-67a3-43a8-8c36-b831d3735a68 req-14632b61-488d-495a-9cdc-fa47eda42233 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:08.880617 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-81552bbc-67a3-43a8-8c36-b831d3735a68 req-14632b61-488d-495a-9cdc-fa47eda42233 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0840995 May 26 15:11:08.983529 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-81552bbc-67a3-43a8-8c36-b831d3735a68 req-fc436a94-0b16-4ac1-83f8-07cc7baa0163 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035812 May 26 15:11:09.991364 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd194e07-cc7d-429a-9ae1-b107ae96969d req-e0edb93d-1721-4a32-906c-58d8c2d2e6b6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:09.998242 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bd194e07-cc7d-429a-9ae1-b107ae96969d req-e0edb93d-1721-4a32-906c-58d8c2d2e6b6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.0968997 May 26 15:11:10.212245 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c86eaa-03df-4b6e-816f-cc4fb9659354 req-ba78c0e1-db6e-4bba-9834-a83dd856e5c6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:10.213841 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24c86eaa-03df-4b6e-816f-cc4fb9659354 req-ba78c0e1-db6e-4bba-9834-a83dd856e5c6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.2116971 May 26 15:11:10.215665 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:10.296113 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bd194e07-cc7d-429a-9ae1-b107ae96969d req-c52ff706-3a3d-4146-bdf8-ef2ad65a809d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857122 May 26 15:11:10.384224 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24c86eaa-03df-4b6e-816f-cc4fb9659354 req-539bc116-4e57-420f-acdb-57225f2219ce tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575460 May 26 15:11:10.505487 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2999a68-7a90-4257-b7ff-f8f0235a33ae req-cd57bceb-1446-4e7a-940d-b5b959318282 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:10.515197 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2999a68-7a90-4257-b7ff-f8f0235a33ae req-cd57bceb-1446-4e7a-940d-b5b959318282 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0829506 May 26 15:11:10.571518 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2999a68-7a90-4257-b7ff-f8f0235a33ae req-2a0f7924-ac8a-4828-88f9-4ed2e841f684 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553367 May 26 15:11:11.491510 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78ada2-d249-49c2-a796-2d439ca62a74 req-5848f270-a324-4d7e-bef6-6e5c8831ba7e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:11.499849 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ab78ada2-d249-49c2-a796-2d439ca62a74 req-5848f270-a324-4d7e-bef6-6e5c8831ba7e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.1073787 May 26 15:11:11.581519 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bc951-9061-48ef-addd-eb0b36ba2909 req-7f81212e-a8bc-43bc-9152-e7f5f37fe38e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:11.583074 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7a0bc951-9061-48ef-addd-eb0b36ba2909 req-7f81212e-a8bc-43bc-9152-e7f5f37fe38e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0740769 May 26 15:11:11.640116 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ab78ada2-d249-49c2-a796-2d439ca62a74 req-ade29074-88bc-42a6-92ff-411e04a46501 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388261 May 26 15:11:11.681979 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7a0bc951-9061-48ef-addd-eb0b36ba2909 req-78b97e8b-35f1-41df-a311-c23c72c24355 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915310 May 26 15:11:11.770183 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b75e2-5650-4919-8e16-0142f97b183c req-adeca902-cd4f-46d7-af56-0b74f06f7220 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:11.771707 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c84b75e2-5650-4919-8e16-0142f97b183c req-adeca902-cd4f-46d7-af56-0b74f06f7220 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0636690 May 26 15:11:11.894947 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c84b75e2-5650-4919-8e16-0142f97b183c req-d3e4290f-9768-47c0-9f7e-2eebdc92631b tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175292 May 26 15:11:12.529309 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:12.534686 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ded8b-8292-4d76-9350-80ba83801275 req-7c2b3a5d-e178-42de-85d4-c99637c6f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:12.536563 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d11ded8b-8292-4d76-9350-80ba83801275 req-7c2b3a5d-e178-42de-85d4-c99637c6f469 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 1129 time: 0.0887768 May 26 15:11:12.653481 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ded8b-8292-4d76-9350-80ba83801275 req-30cf60bc-0c13-45ae-8e1b-254c02d9d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:12.655297 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d11ded8b-8292-4d76-9350-80ba83801275 req-30cf60bc-0c13-45ae-8e1b-254c02d9d7cf service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.1114635 May 26 15:11:13.097339 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26ac1-a6b1-4383-a2ac-ccbf0db21c93 req-e9318eec-4631-4094-9d21-8b2b38002b6d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:13.098846 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b5a26ac1-a6b1-4383-a2ac-ccbf0db21c93 req-e9318eec-4631-4094-9d21-8b2b38002b6d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0862787 May 26 15:11:13.115613 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e9c64-f813-4883-ab51-c0635a7d7f5d req-34801484-f281-4fc1-9726-58104d1799e9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:13.118033 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fd9e9c64-f813-4883-ab51-c0635a7d7f5d req-34801484-f281-4fc1-9726-58104d1799e9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.1148889 May 26 15:11:13.121405 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d11ded8b-8292-4d76-9350-80ba83801275 req-10923d8d-03dc-4f21-933f-76a0cd6c354a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 200 len: 1000 time: 0.4400957 May 26 15:11:13.244877 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fd9e9c64-f813-4883-ab51-c0635a7d7f5d req-d67eb602-79e8-4721-b42b-a0b5f2b8e1c5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160433 May 26 15:11:13.248540 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b5a26ac1-a6b1-4383-a2ac-ccbf0db21c93 req-b75975dc-77c9-451c-a88c-f2d74a6536db tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295650 May 26 15:11:13.250120 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ded8b-8292-4d76-9350-80ba83801275 req-3553b20b-08a6-4399-9680-da7870d45262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:13.251405 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d11ded8b-8292-4d76-9350-80ba83801275 req-3553b20b-08a6-4399-9680-da7870d45262 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.1087558 May 26 15:11:13.326062 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ded8b-8292-4d76-9350-80ba83801275 req-1f69fe7b-6362-4b85-af4e-b6fbd9a20f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:13.327585 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d11ded8b-8292-4d76-9350-80ba83801275 req-1f69fe7b-6362-4b85-af4e-b6fbd9a20f72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650308 May 26 15:11:13.457704 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:13.467252 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8341bf3-bc52-415b-8f09-1ec8026a6188 req-f1715f44-4594-42fa-97c3-efb26410b0bb tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:13.469649 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c8341bf3-bc52-415b-8f09-1ec8026a6188 req-f1715f44-4594-42fa-97c3-efb26410b0bb tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0933237 May 26 15:11:13.529755 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d11ded8b-8292-4d76-9350-80ba83801275 req-9d3bdb8d-0df6-4589-888a-c577d479d934 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803353 May 26 15:11:13.541109 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c8341bf3-bc52-415b-8f09-1ec8026a6188 req-e6a10644-c1f4-4a01-93ae-238e7626c090 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622306 May 26 15:11:13.677851 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46050) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:13.684743 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-17704531-f191-445c-b3c2-633c67b1f677 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700323435', 'description': 'tempest-description--441095006'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:13.724753 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d11ded8b-8292-4d76-9350-80ba83801275 req-484de016-31fb-44b6-b972-acacffc782df service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353459 May 26 15:11:13.726065 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-17704531-f191-445c-b3c2-633c67b1f677 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:13.802853 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-17704531-f191-445c-b3c2-633c67b1f677 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (27949dd9-655e-48be-aa9a-0b4acddf40fe), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:13.810635 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-17704531-f191-445c-b3c2-633c67b1f677 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (27949dd9-655e-48be-aa9a-0b4acddf40fe), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:13.847147 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-17704531-f191-445c-b3c2-633c67b1f677 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:13.848352 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-17704531-f191-445c-b3c2-633c67b1f677 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1695714 May 26 15:11:13.851017 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704531-f191-445c-b3c2-633c67b1f677 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27949dd9-655e-48be-aa9a-0b4acddf40fe,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:13.851316 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46052) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:13.865436 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group_rule': {'security_group_id': '27949dd9-655e-48be-aa9a-0b4acddf40fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:13.912924 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (0ce83588-9706-4c4c-bda7-1e22fbf8e496), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:13.998651 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (0ce83588-9706-4c4c-bda7-1e22fbf8e496), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.003838 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (0ce83588-9706-4c4c-bda7-1e22fbf8e496), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.031310 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce83588-9706-4c4c-bda7-1e22fbf8e496,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:14.040914 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.041262 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.041754 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.042154 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.042713 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.043106 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.043568 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.043956 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.044491 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.044889 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.045401 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.045939 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.046447 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.047021 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.047623 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:14.054295 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.056498 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b713ac97-9d3c-43ae-909a-a9aaf3eac305 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2039783 May 26 15:11:14.059772 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46064) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:14.064242 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-c7a04e94-d1a8-402f-bf54-d12689ae6de0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group_rule': {'security_group_id': '27949dd9-655e-48be-aa9a-0b4acddf40fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:14.102781 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c7a04e94-d1a8-402f-bf54-d12689ae6de0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (8b6ea2f2-fc5f-4238-bfd7-eb32cbc57bef), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.156475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:14.172748 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c7a04e94-d1a8-402f-bf54-d12689ae6de0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (8b6ea2f2-fc5f-4238-bfd7-eb32cbc57bef), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.176972 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c7a04e94-d1a8-402f-bf54-d12689ae6de0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (8b6ea2f2-fc5f-4238-bfd7-eb32cbc57bef), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.196091 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a04e94-d1a8-402f-bf54-d12689ae6de0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6ea2f2-fc5f-4238-bfd7-eb32cbc57bef,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:14.204350 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c7a04e94-d1a8-402f-bf54-d12689ae6de0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.205935 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-c7a04e94-d1a8-402f-bf54-d12689ae6de0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451318 May 26 15:11:14.208897 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46066) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:14.214107 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:14.238060 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.385088 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.435951 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a333bd5-5786-41b4-9373-bc3468b84b34 req-c368bb91-1d13-45f8-8db3-f6b11723f93b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:14.437828 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5a333bd5-5786-41b4-9373-bc3468b84b34 req-c368bb91-1d13-45f8-8db3-f6b11723f93b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1003530 May 26 15:11:14.497630 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:14.511049 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9281-b616-481b-9dce-c3910bbb841e req-d4ff834b-b251-4651-bca3-072e0fe3f2ba tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:14.512735 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-61cb9281-b616-481b-9dce-c3910bbb841e req-d4ff834b-b251-4651-bca3-072e0fe3f2ba tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 945 time: 0.1321909 May 26 15:11:14.589869 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5a333bd5-5786-41b4-9373-bc3468b84b34 req-3f84c49e-7a4d-41d8-a69e-2414aa3dfe74 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201339 May 26 15:11:14.643019 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Allocated IP 172.27.1.143 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/e6d3f669-4c92-4d16-90dd-1d4143e784c4) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:11:14.670173 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-61cb9281-b616-481b-9dce-c3910bbb841e req-b1246494-a526-4efb-a95f-8b0d740dda17 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498215 May 26 15:11:14.703925 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=70,neutron:UPDATE=6 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:14.793167 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba10bf-15d6-4614-9337-2ad72d964bd4 req-1e54b92b-0ecb-4984-bf70-949c63eb5605 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:14.798002 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-04ba10bf-15d6-4614-9337-2ad72d964bd4 req-1e54b92b-0ecb-4984-bf70-949c63eb5605 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0882003 May 26 15:11:14.872627 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (e6d3f669-4c92-4d16-90dd-1d4143e784c4), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:14.897409 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-04ba10bf-15d6-4614-9337-2ad72d964bd4 req-19b21a1d-9425-4593-b38f-8ef2a43fb6b1 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941088 May 26 15:11:14.954779 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (e6d3f669-4c92-4d16-90dd-1d4143e784c4), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.013014 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:15.020229 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:15.025439 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:11:15.077954 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:15.096451 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=e6d3f669-4c92-4d16-90dd-1d4143e784c4,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:15.148801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (34c0728d-46a5-4028-9fa6-373ead92dc66), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.203823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (e6d3f669-4c92-4d16-90dd-1d4143e784c4), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.471796 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46084) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:15.481176 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (e6d3f669-4c92-4d16-90dd-1d4143e784c4), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.489128 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (e6d3f669-4c92-4d16-90dd-1d4143e784c4), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.560796 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:15.569520 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:11:15.607473 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (34c0728d-46a5-4028-9fa6-373ead92dc66), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.621513 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=e6d3f669-4c92-4d16-90dd-1d4143e784c4,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:15.641126 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.652462 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ded96f97-0dd1-4fbc-a999-c9fb984ffc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.655656 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-4c82e914-15bf-4c55-88f5-9311f3b76c26 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4453154 May 26 15:11:15.708748 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 is: ACTIVE; New status is: DOWN {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:15.709563 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.761390 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:15.762800 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:11:15.768503 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f0a7d0-a426-4554-b450-ee8e1fb848c0" -d '{"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-unplugged", "status": "completed", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:11:15.776085 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.851803 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=8']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:15.859724 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ded96f97-0dd1-4fbc-a999-c9fb984ffc3b admin admin] Publish callbacks [] for security_group (18edb9eb-d126-4b75-a11c-9c8891ded075), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.861899 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.862921 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.863518 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.864111 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.864656 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.865240 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.865790 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.866394 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.866922 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.867467 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.868012 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.868507 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.869033 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.869661 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.870095 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84de16e-45e9-4c7a-b2ba-a3a5efa73bf4 req-462e1a24-b15e-4425-b53c-eb5f94189c28 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:15.870410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:15.872153 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d84de16e-45e9-4c7a-b2ba-a3a5efa73bf4 req-462e1a24-b15e-4425-b53c-eb5f94189c28 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1041262 May 26 15:11:15.879834 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ded96f97-0dd1-4fbc-a999-c9fb984ffc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (18edb9eb-d126-4b75-a11c-9c8891ded075), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:15.934700 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cba59-9932-4c02-a1db-a1b8c901afc5 req-c56c8545-a3a7-4baf-97b6-7fe6bff5f12c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:15.936518 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ff2cba59-9932-4c02-a1db-a1b8c901afc5 req-c56c8545-a3a7-4baf-97b6-7fe6bff5f12c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0818644 May 26 15:11:15.954412 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-ded96f97-0dd1-4fbc-a999-c9fb984ffc3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c26bf3f137043e09765ef925d04741d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808731 May 26 15:11:15.956021 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46100) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:15.959905 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded96f97-0dd1-4fbc-a999-c9fb984ffc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18edb9eb-d126-4b75-a11c-9c8891ded075,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:16.007396 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d84de16e-45e9-4c7a-b2ba-a3a5efa73bf4 req-7704b16a-a9df-4c7b-b20c-f44d3dee1b98 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186106 May 26 15:11:16.065392 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ff2cba59-9932-4c02-a1db-a1b8c901afc5 req-2a979fc2-771a-4923-8e2f-d0b2c48223ce tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209764 May 26 15:11:16.082150 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c0d4474f-f951-4575-b614-7b2418b081ec admin admin] Publish callbacks [] for security_group (18edb9eb-d126-4b75-a11c-9c8891ded075), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:16.092791 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc70e57-f1b3-4fd0-bef8-064a343ef330 x-openstack-request-id: req-6bc70e57-f1b3-4fd0-bef8-064a343ef330 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:11:16.093979 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-unplugged", "status": "completed", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:11:16.094417 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6bc70e57-f1b3-4fd0-bef8-064a343ef330 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:11:16.095060 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc70e57-f1b3-4fd0-bef8-064a343ef330'] response: {'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'code': 200} May 26 15:11:16.122389 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c0d4474f-f951-4575-b614-7b2418b081ec admin admin] Publish callbacks [] for security_group (18edb9eb-d126-4b75-a11c-9c8891ded075), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:16.245279 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3ff5e-c9a1-41dd-8e7c-f54097d2aa7b req-c6bd6c39-0221-4ade-81a4-3ab855700abc tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:16.247147 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4ec3ff5e-c9a1-41dd-8e7c-f54097d2aa7b req-c6bd6c39-0221-4ade-81a4-3ab855700abc tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0794923 May 26 15:11:16.275943 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:16.277679 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c0d4474f-f951-4575-b614-7b2418b081ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (18edb9eb-d126-4b75-a11c-9c8891ded075), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:16.281803 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c0d4474f-f951-4575-b614-7b2418b081ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:16.283041 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-c0d4474f-f951-4575-b614-7b2418b081ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18edb9eb-d126-4b75-a11c-9c8891ded075 HTTP/1.1" status: 204 len: 168 time: 0.3260920 May 26 15:11:16.316864 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4474f-f951-4575-b614-7b2418b081ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18edb9eb-d126-4b75-a11c-9c8891ded075,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:16.330807 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-a20ffc30-1639-4cb9-8ad1-bbb96927c0ea tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--700323435&fields=id&tenant_id=9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 267 time: 0.1226416 May 26 15:11:16.421062 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4ec3ff5e-c9a1-41dd-8e7c-f54097d2aa7b req-d3898aad-1875-4e01-b0af-e996c4f6cecb tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671820 May 26 15:11:16.487115 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-66fd779c-b16e-487c-9261-4c9b7b16b1bf tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:16.494272 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-66fd779c-b16e-487c-9261-4c9b7b16b1bf tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 815 time: 0.1623855 May 26 15:11:16.511841 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-25e11c94-0335-4a10-919f-5b87e0b57f7e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/quotas/9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 375 time: 0.0161772 May 26 15:11:16.625638 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-93a35e38-67c4-4a9d-bf3a-c8c473402b68 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016247 May 26 15:11:16.761616 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-509bb876-9595-4118-bd91-adba12417a15 service neutron] 10.222.0.46 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375842 May 26 15:11:16.890610 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-03b18c15-f2ce-4064-940a-5fa8ca247650 service neutron] 10.222.0.46 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203701 May 26 15:11:17.116233 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e5580e50-daf8-445c-9443-7880dbeee731 req-54e37412-ebef-4cd0-91a4-7c0c00c8679b tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 210 time: 0.0556428 May 26 15:11:17.193252 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44220d86-4c50-456b-af9a-40fed1af0769 req-e92975ea-d070-46b5-b346-6d49bfde906c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:17.201946 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-44220d86-4c50-456b-af9a-40fed1af0769 req-e92975ea-d070-46b5-b346-6d49bfde906c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0588665 May 26 15:11:17.268445 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-44220d86-4c50-456b-af9a-40fed1af0769 req-f657260e-d40d-4af0-b19f-8fff41113b80 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655744 May 26 15:11:17.320845 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b686b75-c059-460e-8934-ea8825e74fba req-82ba94e8-e5d6-4e5b-ad11-379fcf930292 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:17.322611 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b686b75-c059-460e-8934-ea8825e74fba req-82ba94e8-e5d6-4e5b-ad11-379fcf930292 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0743041 May 26 15:11:17.409721 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46154) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:17.422052 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b686b75-c059-460e-8934-ea8825e74fba req-2b3d15ca-370c-4823-b7f8-f94cb6ff7346 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819929 May 26 15:11:17.620141 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1839133630-network', 'tenant_id': 'd58410e922bd46418c9e93bf61b348f8'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:17.631144 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfab43-072d-41d4-9cba-498459524460 req-8d133474-35c4-497f-9e36-0856c8a20e87 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:17.640900 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3adfab43-072d-41d4-9cba-498459524460 req-8d133474-35c4-497f-9e36-0856c8a20e87 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.1011486 May 26 15:11:17.643754 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:17.678613 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:17.716459 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Made reservation on behalf of d58410e922bd46418c9e93bf61b348f8 for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:11:17.720973 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:17.739562 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:17.792507 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3adfab43-072d-41d4-9cba-498459524460 req-e9d822ab-6464-4dc9-b090-a8224be83cd1 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504085 May 26 15:11:17.873816 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:17.903442 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Publish callbacks [] for security_group (247206c9-f55e-493c-9fdf-89aa85a81e33), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:17.911693 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (247206c9-f55e-493c-9fdf-89aa85a81e33), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:17.947543 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:11:17.962032 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247206c9-f55e-493c-9fdf-89aa85a81e33,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:17.970888 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (0a801778-f88a-4d87-9258-9f8e864c5ecf), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:17.971442 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Added segment 0a801778-f88a-4d87-9258-9f8e864c5ecf of type vlan for network e5c3a41d-5502-412d-93bc-4ee7162401e0 May 26 15:11:18.029746 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (e5c3a41d-5502-412d-93bc-4ee7162401e0), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:18.078006 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (e5c3a41d-5502-412d-93bc-4ee7162401e0), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:18.081639 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:18.082820 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:18.137644 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46180) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:18.144059 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Request body: {'subnet': {'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1839133630-subnet', 'tenant_id': 'd58410e922bd46418c9e93bf61b348f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:18.151005 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7394331 May 26 15:11:18.185489 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Made reservation on behalf of d58410e922bd46418c9e93bf61b348f8 for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:11:18.188110 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12408975'] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:18.252998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fcc4f-43f4-4c45-88af-02587997c21c admin admin] Pushing event updated for resources: {'Network': ['ID=e5c3a41d-5502-412d-93bc-4ee7162401e0,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:18.259022 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-92699057-5408-4f61-9558-6cf1318659f6 req-f199b437-b2af-4d72-8f0e-57777bb64842 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 210 time: 0.0414572 May 26 15:11:18.272809 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network e5c3a41d-5502-412d-93bc-4ee7162401e0 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:11:18.299462 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [req-787c904d-1bbf-48b9-aade-d0ca545e7793 req-ebdb5622-05fc-41d8-84ef-13e7e6911064 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:11:18.300990 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-787c904d-1bbf-48b9-aade-d0ca545e7793 req-ebdb5622-05fc-41d8-84ef-13e7e6911064 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064876 May 26 15:11:18.515956 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f6e35-2ea4-410d-8c96-833207fe7d7f req-7e0a46b1-9912-4119-a233-70981ff4afcf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:18.526816 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b73f6e35-2ea4-410d-8c96-833207fe7d7f req-7e0a46b1-9912-4119-a233-70981ff4afcf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0953259 May 26 15:11:18.622745 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11762038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12408985'] for subnet (e64ce44f-d8b3-4f9d-be5a-57da8a17798e), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:18.661939 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b73f6e35-2ea4-410d-8c96-833207fe7d7f req-059e0676-2bd6-4ce0-b7d1-cc19e5311943 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341000 May 26 15:11:18.690233 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eaa44-2e0f-4010-bddf-6da7f2dd6638 req-cb059cf3-933e-47cb-bcff-1de0ab7d9429 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:18.700471 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ae6eaa44-2e0f-4010-bddf-6da7f2dd6638 req-cb059cf3-933e-47cb-bcff-1de0ab7d9429 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.1707644 May 26 15:11:18.787765 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Checking segment: {'id': '0a801778-f88a-4d87-9258-9f8e864c5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:18.788275 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Network hostable DHCP agents. Network: e5c3a41d-5502-412d-93bc-4ee7162401e0, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:11:18.834848 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64ce44f-d8b3-4f9d-be5a-57da8a17798e,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:18.839922 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Network e5c3a41d-5502-412d-93bc-4ee7162401e0 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:11:18.859821 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, e5c3a41d-5502-412d-93bc-4ee7162401e0) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:18.864905 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:18.865522 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:18.876063 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7aca1-8d6a-47e1-bba9-a772b83f0833 None None] Network e5c3a41d-5502-412d-93bc-4ee7162401e0 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:11:18.885796 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:18.916254 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-88b43db8-9076-4a9a-a505-319da40fb2a4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7773714 May 26 15:11:18.946466 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ae6eaa44-2e0f-4010-bddf-6da7f2dd6638 req-d33eb91e-dd5a-4a4a-a150-ab4ed3c12d87 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445524 May 26 15:11:19.035885 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9221b04-a298-4a1d-92f2-65dd3b630403 req-cc9986cf-27bf-4335-9d8e-86743890c1db tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:19.050209 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a9221b04-a298-4a1d-92f2-65dd3b630403 req-cc9986cf-27bf-4335-9d8e-86743890c1db tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0960155 May 26 15:11:19.090699 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d7c276-3ed4-4c66-b31a-d6bad43e0ed9 None None] Network e5c3a41d-5502-412d-93bc-4ee7162401e0 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:11:19.091145 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-28e7de75-0a5b-4b9f-ab02-fd9b58d3d051 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:19.093435 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-28e7de75-0a5b-4b9f-ab02-fd9b58d3d051 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 815 time: 0.3896184 May 26 15:11:19.170967 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a9221b04-a298-4a1d-92f2-65dd3b630403 req-f962870d-2f17-499e-9dac-ab548ccfee59 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190321 May 26 15:11:19.266419 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-18c33178-18df-4fbf-9c5f-64a82284a6ed tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 472 time: 0.1553180 May 26 15:11:19.278193 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46224) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:19.298486 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'port': {'device_id': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'admin_state_up': True, 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'security_groups': ['27949dd9-655e-48be-aa9a-0b4acddf40fe']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:19.390425 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:19.458051 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-03ed951a-01ec-4ee2-824d-c511afb28c8c req-97643243-c487-47c2-9b52-c55e1b240e4c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 210 time: 0.0630908 May 26 15:11:19.476169 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-0b6423e7-4cba-40bb-898f-672ff1cfbfe2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1964993 May 26 15:11:19.489506 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-5d3c0b93-0f26-449a-9e2f-e75d5916debf service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:11:19.490550 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-5d3c0b93-0f26-449a-9e2f-e75d5916debf service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090566 May 26 15:11:19.549231 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Made reservation on behalf of 9780d0cae62c4f5088060b530571ebb3 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:11:19.558627 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:19.586464 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:11:19.660640 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46234) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:19.678035 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:19.724206 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 is: DOWN; New status is: DOWN {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:19.769617 dv-cinder-788367-11-iscsi neutron-server[104042]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 15:11:19.861627 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-a14e306c-8183-4f51-8530-bfb296ad8cea tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:19.872700 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-a14e306c-8183-4f51-8530-bfb296ad8cea tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports/2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 200 len: 940 time: 0.2107267 May 26 15:11:20.069567 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:20.135077 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c220d11-baf0-49af-990e-a90fc86b763c req-8bde73f7-c588-4f60-bde1-97c69a83a8aa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:20.141717 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2c220d11-baf0-49af-990e-a90fc86b763c req-8bde73f7-c588-4f60-bde1-97c69a83a8aa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1653299 May 26 15:11:20.198584 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e8b08-d2e5-4518-9448-42f1a376fd49 req-dbf39690-43bb-4cf7-aa4f-d3778ed60dbf tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:20.200066 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d23e8b08-d2e5-4518-9448-42f1a376fd49 req-dbf39690-43bb-4cf7-aa4f-d3778ed60dbf tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.1247160 May 26 15:11:20.254923 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Allocated IP 172.20.0.14 (bf638e18-3aa1-4ba6-b2c0-e624f717acb0/38b5135e-b8e4-470f-9905-8862cbe7d7dd/2b9adcd0-48a4-4233-a3fb-694dc9e1657f) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:11:20.284837 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2c220d11-baf0-49af-990e-a90fc86b763c req-b1245468-1689-4275-afee-31d51fda8d44 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419086 May 26 15:11:20.352149 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d23e8b08-d2e5-4518-9448-42f1a376fd49 req-5b3fb698-5a2b-45ad-b383-30f78e98b437 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415694 May 26 15:11:20.467515 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822968a9-5554-4308-9b1e-22e88c77a58d req-4092fb4d-27f7-460d-9105-3aab9abb628f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:20.469129 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-822968a9-5554-4308-9b1e-22e88c77a58d req-4092fb4d-27f7-460d-9105-3aab9abb628f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.1108561 May 26 15:11:20.610075 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aa22e1ec-2947-40c5-a4b4-c534ccbeb56b req-468a8c06-5efe-407e-a5b1-77eac36660c7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 210 time: 0.0662410 May 26 15:11:20.619858 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-822968a9-5554-4308-9b1e-22e88c77a58d req-53a1a646-c2f8-4b10-97d9-f0818165d4c6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242468 May 26 15:11:20.636795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:20.674386 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:20.742146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:20.744931 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:20.761940 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:11:20.767289 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:20.839462 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:20.840093 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:20.844818 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:20.863038 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-eb4ed2a3-9b8a-47bc-9bb6-4000f114a5e0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5686452 May 26 15:11:20.883342 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Request body: {'port': {'device_id': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:20.968513 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:21.056280 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-c76a32d0-1a25-41cb-b081-b24f27d86d31 None None] Provisioning complete for port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:21.056803 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c76a32d0-1a25-41cb-b081-b24f27d86d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:21.098536 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-c76a32d0-1a25-41cb-b081-b24f27d86d31 None None] Port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:11:21.329327 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:21.412644 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38857a6-84f2-4eb0-a4b2-d019ed31cd53 req-17ffb35d-da22-4e94-8fc7-b428d28b21a5 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:21.414268 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f38857a6-84f2-4eb0-a4b2-d019ed31cd53 req-17ffb35d-da22-4e94-8fc7-b428d28b21a5 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0577016 May 26 15:11:21.447795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-d095b7ec-97db-4f67-b270-ef5daf77eee8 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:21.456220 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-d095b7ec-97db-4f67-b270-ef5daf77eee8 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/networks?id=e5c3a41d-5502-412d-93bc-4ee7162401e0 HTTP/1.1" status: 200 len: 814 time: 0.2983279 May 26 15:11:21.501665 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-06373d20-1f40-47e5-9781-7a07e4dcf4dc tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/quotas/d58410e922bd46418c9e93bf61b348f8 HTTP/1.1" status: 200 len: 375 time: 0.0456598 May 26 15:11:21.582706 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-9bda583d-7a2e-4a6c-80ff-565d131fd349 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58410e922bd46418c9e93bf61b348f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739784 May 26 15:11:21.715493 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f38857a6-84f2-4eb0-a4b2-d019ed31cd53 req-c3b3b51a-5a1f-434f-b5a9-35d8e06cfc28 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747545 May 26 15:11:21.731326 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9adcd0-48a4-4233-a3fb-694dc9e1657f {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:11:21.741370 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Publish callbacks [] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:21.775618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Transition to ACTIVE for port object 2b9adcd0-48a4-4233-a3fb-694dc9e1657f will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:11:21.778758 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-2e564f4a-bbf8-4560-a73a-c6b7bfb437b9 service neutron] 10.222.0.46 "GET /v2.0/networks/e5c3a41d-5502-412d-93bc-4ee7162401e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818514 May 26 15:11:21.782232 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:21.912110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:21.970000 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Pushing event updated for resources: {'Port': ['ID=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:21.989226 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733eae4-3c60-4864-8469-d661a1d7789a req-d16fbe7d-f4ca-4143-8a57-c9b2531a32b9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:21.990913 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1733eae4-3c60-4864-8469-d661a1d7789a req-d16fbe7d-f4ca-4143-8a57-c9b2531a32b9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.1639593 May 26 15:11:22.034103 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-7ae34576-792d-4479-8958-38584ea4bd18 service neutron] 10.222.0.46 "GET /v2.0/networks/e5c3a41d-5502-412d-93bc-4ee7162401e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443826 May 26 15:11:22.109989 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1733eae4-3c60-4864-8469-d661a1d7789a req-f738c964-f624-47e9-9fa9-47d836dbebf8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963881 May 26 15:11:22.122409 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Attempting to bind port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:11:22.122606 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Attempting to bind port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:11:22.129660 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Attempting to bind port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:22.135704 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:11:22.136653 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Attempting to bind port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:22.143379 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:11:22.143788 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Checking segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:22.144664 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Bound using segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:11:22.145590 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Bound port: 2b9adcd0-48a4-4233-a3fb-694dc9e1657f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:11:22.146014 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:22.228497 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] For port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:11:22.238435 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] For port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:11:22.275026 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:22.319619 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:22.347629 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-7c6ba7b3-2496-4b5b-9744-a360285ec4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.350953 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-7c6ba7b3-2496-4b5b-9744-a360285ec4eb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14&tenant_id=d732418a4b2247e59ed96898b21cf6b1 HTTP/1.1" status: 200 len: 1127 time: 0.2005527 May 26 15:11:22.422286 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.424079 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:22.427005 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] 10.222.0.75 "PUT /v2.0/ports/2b9adcd0-48a4-4233-a3fb-694dc9e1657f HTTP/1.1" status: 200 len: 1094 time: 1.5485277 May 26 15:11:22.429883 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'tag': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:11:22.432864 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f95f3d-da31-4af0-8735-309dc25bd0da" -d '{"events": [{"name": "network-changed", "server_uuid": "9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f", "tag": "2b9adcd0-48a4-4233-a3fb-694dc9e1657f"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:11:22.456705 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:22.533326 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d5880-db58-480a-a3d8-5c46f6b98d3c req-3f739cac-0ff3-479c-96d2-006021b82e09 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.535565 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-59b7bbd3-2863-482f-965e-e35e2e0b7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.537143 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-59b7bbd3-2863-482f-965e-e35e2e0b7c18 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 1127 time: 0.1190991 May 26 15:11:22.546300 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f56d5880-db58-480a-a3d8-5c46f6b98d3c req-3f739cac-0ff3-479c-96d2-006021b82e09 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 944 time: 0.2474527 May 26 15:11:22.574514 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c2ed2-776f-4e0e-bb45-198e570e51fd req-b0e38536-e597-4238-a7bd-66ba434037e9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.576015 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d29c2ed2-776f-4e0e-bb45-198e570e51fd req-b0e38536-e597-4238-a7bd-66ba434037e9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.2425213 May 26 15:11:22.583394 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab7441-4364-4cb3-96e7-8c79b4a3a6fc service neutron] Pushing event updated for resources: {'Port': ['ID=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:22.642247 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-1762fb6d-4dc5-4825-9c9c-ff4bfa4f4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.655638 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-1762fb6d-4dc5-4825-9c9c-ff4bfa4f4baa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 1128 time: 0.1440613 May 26 15:11:22.743689 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-a3056d75-e7f0-472c-97d8-c6daa52ed69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.747289 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-a3056d75-e7f0-472c-97d8-c6daa52ed69e service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.1957591 May 26 15:11:22.772554 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-adce51b4-9a1e-4bac-97b0-2693598440dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9adcd0-48a4-4233-a3fb-694dc9e1657f HTTP/1.1" status: 200 len: 217 time: 0.0789647 May 26 15:11:22.822058 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f56d5880-db58-480a-a3d8-5c46f6b98d3c req-eec9eddd-4cb4-43cb-9dc3-b3f5cef64127 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748053 May 26 15:11:22.827985 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-d04b2b57-d76c-4959-a140-d54c6a266ac3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 200 len: 998 time: 0.0690000 May 26 15:11:22.858029 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d29c2ed2-776f-4e0e-bb45-198e570e51fd req-d051bf45-f4b8-4f47-b142-a058e9456d57 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708945 May 26 15:11:22.913311 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-bac0180b-4c53-4368-8d04-fc5cb6538cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.915686 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-bac0180b-4c53-4368-8d04-fc5cb6538cba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.0761161 May 26 15:11:22.975288 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0971a25f-49d7-4071-b0aa-f8a921c220e9 x-openstack-request-id: req-0971a25f-49d7-4071-b0aa-f8a921c220e9 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:11:22.975895 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f", "tag": "2b9adcd0-48a4-4233-a3fb-694dc9e1657f", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:11:22.976916 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0971a25f-49d7-4071-b0aa-f8a921c220e9 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:11:22.977543 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0971a25f-49d7-4071-b0aa-f8a921c220e9'] response: {'name': 'network-changed', 'server_uuid': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'tag': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f', 'status': 'completed', 'code': 200} May 26 15:11:22.979713 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-f7faf1c9-9044-4700-bf3a-29752d66ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.981228 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-f7faf1c9-9044-4700-bf3a-29752d66ee9c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582428 May 26 15:11:22.982195 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d621f1b-739f-45d0-8586-f0fd2f99c379 req-3e594ecd-5e63-4129-81f4-78e632a6bbc3 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0665302 May 26 15:11:22.987427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-03013b7b-715f-447e-99a6-350bfab7b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:22.989245 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-03013b7b-715f-447e-99a6-350bfab7b144 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.1908135 May 26 15:11:23.053356 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-a291071c-e4e0-438e-8cd7-1cdc6aab881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:23.056254 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-a291071c-e4e0-438e-8cd7-1cdc6aab881c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602429 May 26 15:11:23.155327 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-cfbea562-726f-4f9b-8d8f-a4e1341f0bd5 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652856 May 26 15:11:23.176030 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a62d16-324b-47e7-a57c-3eabc40884ec req-f9f9be64-797a-466a-8058-37d6981bdcdd tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:23.183840 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-85a62d16-324b-47e7-a57c-3eabc40884ec req-f9f9be64-797a-466a-8058-37d6981bdcdd tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1245520 May 26 15:11:23.276360 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1b1647f0-5fd1-4d46-a5c6-f051935d4b42 req-bf6cba02-cfb3-4581-b44b-e85e8d2c7387 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124549 May 26 15:11:23.313110 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-7e65ee0f-1808-4ac7-a179-7286f0a1b96c service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429771 May 26 15:11:23.323564 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-85a62d16-324b-47e7-a57c-3eabc40884ec req-91b6350a-2c0e-4f80-9482-73d5960aa7a3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387570 May 26 15:11:23.356142 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f33ca-407a-44d2-9ca3-a5dd7633ec62 req-543f4e1a-4dd0-420d-985a-f3a7fb34da0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:23.357691 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f8f33ca-407a-44d2-9ca3-a5dd7633ec62 req-543f4e1a-4dd0-420d-985a-f3a7fb34da0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.1205335 May 26 15:11:23.415356 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:23.478195 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f8f33ca-407a-44d2-9ca3-a5dd7633ec62 req-c6d8d3bd-c305-4a94-bc11-2bcdad2a17d0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091764 May 26 15:11:23.484535 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3e348ce8-5a44-42dc-9105-c35457feab75 req-77ac9f7e-583a-4aab-9cad-26398a34bfea service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598039 May 26 15:11:23.998988 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd563e-c4f7-4e2f-8845-efad285c14a7 req-8cd97dbb-cce1-45bc-8432-5ebb8b662d35 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:24.000742 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fffd563e-c4f7-4e2f-8845-efad285c14a7 req-8cd97dbb-cce1-45bc-8432-5ebb8b662d35 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 944 time: 0.0912127 May 26 15:11:24.026077 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf5ea7-6219-49ed-8b88-0084469799bb req-16309ef2-27b6-4bbf-b9a1-7404e03f926e tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:24.027639 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4ccf5ea7-6219-49ed-8b88-0084469799bb req-16309ef2-27b6-4bbf-b9a1-7404e03f926e tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0769527 May 26 15:11:24.090537 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fffd563e-c4f7-4e2f-8845-efad285c14a7 req-a4bfd0c8-ea8d-40e4-8565-93c439cceddb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816612 May 26 15:11:24.112846 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4ccf5ea7-6219-49ed-8b88-0084469799bb req-94162ec5-f887-42e6-89e2-86b35e220ab9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752876 May 26 15:11:24.201582 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-01a1c3c6-71b8-412a-814e-4cadfd26fb18 req-4c91a26f-fe63-4819-b050-4fab8a9562ee tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0338857 May 26 15:11:24.455240 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fd35d-1399-4871-8031-8e163d6be407 req-e0f322d1-26e8-41ff-acf1-5fe602ee2d85 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:24.456855 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1f8fd35d-1399-4871-8031-8e163d6be407 req-e0f322d1-26e8-41ff-acf1-5fe602ee2d85 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0572288 May 26 15:11:24.514853 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1f8fd35d-1399-4871-8031-8e163d6be407 req-297a5a38-d273-478c-8a33-c291b83c0d35 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521522 May 26 15:11:24.647209 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b118e-2506-430b-bdca-063cbc1c6996 req-7b5d5a4b-e114-415b-9e30-652c4a7fafaa tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:24.649225 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0a1b118e-2506-430b-bdca-063cbc1c6996 req-7b5d5a4b-e114-415b-9e30-652c4a7fafaa tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0640388 May 26 15:11:24.682146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:24.708917 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0a1b118e-2506-430b-bdca-063cbc1c6996 req-cc4f69a3-323c-4b19-9ea1-eb151d8c7467 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496414 May 26 15:11:24.858435 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-61d39ed8-aaa2-4889-98a9-3193e49fbbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:24.860778 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-61d39ed8-aaa2-4889-98a9-3193e49fbbf7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 1128 time: 0.0510974 May 26 15:11:24.989294 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-777c232b-c733-4057-a2ab-660cf450ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:24.994100 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-777c232b-c733-4057-a2ab-660cf450ebd1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 916 time: 0.1248424 May 26 15:11:25.047779 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-015bcadc-ca2c-4b1f-badb-70dd4df36d28 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9adcd0-48a4-4233-a3fb-694dc9e1657f HTTP/1.1" status: 200 len: 217 time: 0.0452936 May 26 15:11:25.080241 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-828a3dfb-1dd1-41b7-8719-04b5533b3630 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:25.082183 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-828a3dfb-1dd1-41b7-8719-04b5533b3630 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.75 "GET /v2.0/networks?id=e5c3a41d-5502-412d-93bc-4ee7162401e0 HTTP/1.1" status: 200 len: 814 time: 0.2546952 May 26 15:11:25.240302 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64362a-3812-4437-89bb-8ab939e08a8e req-77c71ff4-bb87-48f9-b263-5844f668be40 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:25.242323 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ea64362a-3812-4437-89bb-8ab939e08a8e req-77c71ff4-bb87-48f9-b263-5844f668be40 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 944 time: 0.0726006 May 26 15:11:25.597764 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ab48f-974d-47b4-936c-a0ace7491e85 req-86ecbd7f-e026-4733-ade8-e1711901d9e4 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:25.599322 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-025ab48f-974d-47b4-936c-a0ace7491e85 req-86ecbd7f-e026-4733-ade8-e1711901d9e4 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.3436220 May 26 15:11:25.608580 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ea64362a-3812-4437-89bb-8ab939e08a8e req-2901f39a-4ecc-4eb8-b9d2-50240e514de7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3598528 May 26 15:11:25.631487 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2b9adcd0-48a4-4233-a3fb-694dc9e1657f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:11:25.729360 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-025ab48f-974d-47b4-936c-a0ace7491e85 req-372995fa-c14b-4210-b95f-5a51c37fe9cd tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196232 May 26 15:11:25.768632 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:25.777485 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8997c011-fa3e-42ee-becf-62950b655bf2 req-13e0b341-2ce3-42bd-8a70-97b02f7833a2 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0691681 May 26 15:11:25.885737 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacbb10-3430-49ff-b0c5-12c90660ebda req-aa2be995-31dd-47cc-b19a-77afed052c14 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:25.886020 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:25.896020 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-beacbb10-3430-49ff-b0c5-12c90660ebda req-aa2be995-31dd-47cc-b19a-77afed052c14 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0688994 May 26 15:11:25.938478 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'port_id': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f', 'mac_address': 'fa:16:3e:2f:aa:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:11:25.989375 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672911d3-5227-4195-8b06-4ea4c424c9cc req-1b03438f-32ea-4d8e-9315-44536d4fdbc6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:25.991464 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-672911d3-5227-4195-8b06-4ea4c424c9cc req-1b03438f-32ea-4d8e-9315-44536d4fdbc6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0925894 May 26 15:11:26.021882 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-beacbb10-3430-49ff-b0c5-12c90660ebda req-43ca3c81-0b55-44d2-995d-0e8ddc0c6c76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202548 May 26 15:11:26.073087 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:26.073502 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:26.086952 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-672911d3-5227-4195-8b06-4ea4c424c9cc req-20465264-8bf6-4290-905f-36e5ce21e7c0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877192 May 26 15:11:26.115524 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9adcd0-48a4-4233-a3fb-694dc9e1657f {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:11:26.164665 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:26.170841 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:26.279047 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:26.533694 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['2b9adcd0-48a4-4233-a3fb-694dc9e1657f'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:11:26.791606 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:26.808385 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9793fb3-2275-4ee2-b8d2-5ac46d03b776 req-fe6089c1-de53-4b1c-9f16-1378a03bdeb0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:26.815949 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c9793fb3-2275-4ee2-b8d2-5ac46d03b776 req-fe6089c1-de53-4b1c-9f16-1378a03bdeb0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 945 time: 0.1178031 May 26 15:11:26.934989 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c9793fb3-2275-4ee2-b8d2-5ac46d03b776 req-5acb2039-35b6-4b1b-b5b7-65ecddccd03b tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137245 May 26 15:11:26.949483 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dba72-3d55-448d-ae06-09b8a2f0a2db req-7a7523fa-c8a8-416f-b851-fcffc59f76aa tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:26.951080 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a12dba72-3d55-448d-ae06-09b8a2f0a2db req-7a7523fa-c8a8-416f-b851-fcffc59f76aa tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.1102264 May 26 15:11:27.008260 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a12dba72-3d55-448d-ae06-09b8a2f0a2db req-5dc2a0a8-650d-4376-b21c-75248a2aa780 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516872 May 26 15:11:27.024334 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3d6588c2-ff93-4219-8814-8665bb72f8ef req-7a009fb0-c53c-4d6a-b54c-9bc47d51f9f7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0363910 May 26 15:11:27.162261 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcad0d1-89a6-45be-a035-aa3442bde124 req-638d9dcf-3f3b-4ef3-8b40-a3ef656c0c1e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:27.164608 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4fcad0d1-89a6-45be-a035-aa3442bde124 req-638d9dcf-3f3b-4ef3-8b40-a3ef656c0c1e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0686214 May 26 15:11:27.250027 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3c8b1-1d9b-4afe-8d50-f2a97729b10d req-fd806b71-776f-43fc-9b6a-2ed863bae47d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:27.252052 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5ca3c8b1-1d9b-4afe-8d50-f2a97729b10d req-fd806b71-776f-43fc-9b6a-2ed863bae47d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0733266 May 26 15:11:27.259228 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4fcad0d1-89a6-45be-a035-aa3442bde124 req-f4daded4-17e3-42f6-966a-c16f6aba30db tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879545 May 26 15:11:27.306400 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5ca3c8b1-1d9b-4afe-8d50-f2a97729b10d req-de39af75-ffd5-412d-946d-3f77596f2e7c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461097 May 26 15:11:27.629111 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2b9adcd0-48a4-4233-a3fb-694dc9e1657f up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:27.672420 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:11:27.678192 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:27.678581 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:27.761652 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:27.762037 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:27.772565 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:27.790558 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:11:27.792964 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a15d9-071e-4f74-82b9-9476b140414c" -d '{"events": [{"server_uuid": "9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f", "name": "network-vif-plugged", "status": "completed", "tag": "2b9adcd0-48a4-4233-a3fb-694dc9e1657f"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:11:27.807495 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:27.811926 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:27.864860 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:27.870199 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac5ced-208f-4748-aaca-d54f44139a2d x-openstack-request-id: req-41ac5ced-208f-4748-aaca-d54f44139a2d {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:11:27.870498 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f", "name": "network-vif-plugged", "status": "completed", "tag": "2b9adcd0-48a4-4233-a3fb-694dc9e1657f", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:11:27.870748 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41ac5ced-208f-4748-aaca-d54f44139a2d {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:11:27.871139 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ac5ced-208f-4748-aaca-d54f44139a2d'] response: {'server_uuid': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f', 'code': 200} May 26 15:11:28.060165 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba41b-8962-4847-91c6-efcf49824927 req-c8156ae4-e55e-4cc3-812a-8815f459a94c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:28.061806 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-80bba41b-8962-4847-91c6-efcf49824927 req-c8156ae4-e55e-4cc3-812a-8815f459a94c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0522685 May 26 15:11:28.174451 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:28.189392 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-80bba41b-8962-4847-91c6-efcf49824927 req-fe337d17-64ef-418f-a8bb-17219e85d27d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148453 May 26 15:11:28.209868 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fef964-8938-4b33-b4ae-2d05d7fdd1ed req-bc67779d-1e1e-4765-a22c-28cf3dc2305c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:28.211850 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c7fef964-8938-4b33-b4ae-2d05d7fdd1ed req-bc67779d-1e1e-4765-a22c-28cf3dc2305c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.1139696 May 26 15:11:28.268074 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c7fef964-8938-4b33-b4ae-2d05d7fdd1ed req-f194fd97-e10c-4bc9-aad7-210cd81687b3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502474 May 26 15:11:28.331182 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e7b6b48b-4af8-439e-bf2a-7a85683ec039 req-c65f6389-42af-49dc-8aae-e3d67321bdaa tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0618997 May 26 15:11:28.333711 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-0d8571bf-7837-4eec-bf3b-a2033be61504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:28.437438 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900a165-a6e5-4064-a369-6b7102369980 req-284b5460-4987-44e4-8c46-4632a5680f7e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:28.442027 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7900a165-a6e5-4064-a369-6b7102369980 req-284b5460-4987-44e4-8c46-4632a5680f7e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0883908 May 26 15:11:28.523273 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7900a165-a6e5-4064-a369-6b7102369980 req-3f1c78bd-142f-41b3-a82c-282350957adb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751779 May 26 15:11:28.533554 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3003-154f-4464-9d46-03c1b49262d0 req-78727691-3266-4b18-9092-41508552899f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:28.535107 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-744d3003-154f-4464-9d46-03c1b49262d0 req-78727691-3266-4b18-9092-41508552899f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.1222653 May 26 15:11:28.604080 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-744d3003-154f-4464-9d46-03c1b49262d0 req-c08e44b1-cce0-434b-a7d3-3c2ebd70afe4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614741 May 26 15:11:29.311196 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59994b1c-b21f-463d-974c-604e5cf48c02 req-9e18d065-0243-4d91-981b-ceab07864251 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:29.312775 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-59994b1c-b21f-463d-974c-604e5cf48c02 req-9e18d065-0243-4d91-981b-ceab07864251 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0490115 May 26 15:11:29.393235 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-59994b1c-b21f-463d-974c-604e5cf48c02 req-23c3748b-6420-4ecc-954d-5f568410f2af tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742092 May 26 15:11:29.452494 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5db2-820f-435e-b801-88f780a0c89c req-dd28c3ee-1fbf-4b44-8ec4-5250b576cb90 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:29.459413 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-16ee5db2-820f-435e-b801-88f780a0c89c req-dd28c3ee-1fbf-4b44-8ec4-5250b576cb90 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0875180 May 26 15:11:29.514911 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-96020aab-e4d3-4f49-b2d4-de57d5495ce4 req-fdf27fc3-62d8-4b1b-bb47-34c83dff308d tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0389438 May 26 15:11:29.537594 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-16ee5db2-820f-435e-b801-88f780a0c89c req-fe49b40e-03da-44a9-8196-17f08ea979ed tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772994 May 26 15:11:29.626795 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:11:29.685490 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c5ddb-c25e-4298-a55e-f534ca11b90a req-7599a3ed-ac6e-409e-8ff4-afab4213abfc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:29.687144 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-993c5ddb-c25e-4298-a55e-f534ca11b90a req-7599a3ed-ac6e-409e-8ff4-afab4213abfc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0707533 May 26 15:11:29.721222 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:29.764172 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aff119-a226-4ce8-9f1e-85deeda80e33 req-c4f94c60-5597-4376-b908-8668196f6c9c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:29.765780 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e5aff119-a226-4ce8-9f1e-85deeda80e33 req-c4f94c60-5597-4376-b908-8668196f6c9c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0775955 May 26 15:11:29.815718 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-993c5ddb-c25e-4298-a55e-f534ca11b90a req-9cb1b36b-fa60-4dab-83ad-dd740892151f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929437 May 26 15:11:29.839752 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e5aff119-a226-4ce8-9f1e-85deeda80e33 req-b8466cee-faf6-48c7-a573-ecbe23836b4d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678616 May 26 15:11:29.960947 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46476) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:30.008539 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-18387f63-974b-4dfa-9064-5332e2eb3da9 admin admin] Deleting subnet 59f34e7a-6f80-44f1-ae59-84330f1968a4 {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:11:30.012409 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-18387f63-974b-4dfa-9064-5332e2eb3da9 admin admin] Publish callbacks [] for subnet (59f34e7a-6f80-44f1-ae59-84330f1968a4), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.048675 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-18387f63-974b-4dfa-9064-5332e2eb3da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (59f34e7a-6f80-44f1-ae59-84330f1968a4), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.094990 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-18387f63-974b-4dfa-9064-5332e2eb3da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (59f34e7a-6f80-44f1-ae59-84330f1968a4), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.152355 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-18387f63-974b-4dfa-9064-5332e2eb3da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (59f34e7a-6f80-44f1-ae59-84330f1968a4), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.183096 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-18387f63-974b-4dfa-9064-5332e2eb3da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.186352 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-18387f63-974b-4dfa-9064-5332e2eb3da9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/59f34e7a-6f80-44f1-ae59-84330f1968a4 HTTP/1.1" status: 204 len: 168 time: 0.2243645 May 26 15:11:30.187328 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18387f63-974b-4dfa-9064-5332e2eb3da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f34e7a-6f80-44f1-ae59-84330f1968a4,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:30.189381 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46478) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:30.264528 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (20da5449-4dfc-42c3-9de2-12d598d13a52), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.348799 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (20da5449-4dfc-42c3-9de2-12d598d13a52), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.373209 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20da5449-4dfc-42c3-9de2-12d598d13a52']}} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:30.385120 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2') {'for_net_delete': True} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:30.385417 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2') {} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:30.396365 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11762101'] for segment (ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.410070 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.416519 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=104042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:11:30.416914 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11732373'] for segment (ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.468246 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2 resource provider aggregate not found May 26 15:11:30.493191 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce9b7863-2fb1-4ad4-9f40-cad546dfd4a2 found for delete ", "request_id": "req-688bad73-9322-4c2b-879a-5578c76853fb"}]} May 26 15:11:30.494618 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (20da5449-4dfc-42c3-9de2-12d598d13a52), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.514741 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.518873 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/20da5449-4dfc-42c3-9de2-12d598d13a52 HTTP/1.1" status: 204 len: 168 time: 0.3277164 May 26 15:11:30.519935 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971f6e3-4575-43ec-abb3-cab5f7c592d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=20da5449-4dfc-42c3-9de2-12d598d13a52,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:30.611296 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc68a-bdb0-4779-9e65-f60a00c5dc2d req-5b545258-0560-4ab3-b2de-9c0407850152 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:30.614768 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0acfc68a-bdb0-4779-9e65-f60a00c5dc2d req-5b545258-0560-4ab3-b2de-9c0407850152 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0990622 May 26 15:11:30.617245 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-758bd2df-6b03-48c4-a12d-642782bca212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:30.700005 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18baf60f-775f-4e9a-bd28-59fa5a1060ab req-e94408ae-587e-47b5-b90e-6efd3506fe4e tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0415735 May 26 15:11:30.728025 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0acfc68a-bdb0-4779-9e65-f60a00c5dc2d req-30ecc6b2-4649-4422-8f88-b7f69b0f8c92 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881817 May 26 15:11:30.777341 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46492) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:30.810265 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:30.833135 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-589c1547-d6e3-44e5-b772-b479b7f0ef07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=664448e66c54440f909ae6727ccc3deb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536935 May 26 15:11:30.833339 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46494) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:30.842820 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:30.871254 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36dd3-3f69-4aba-8586-2bf038ad2499 req-6727152b-0a78-47c8-8196-f180f8896a93 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:30.873064 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-58b36dd3-3f69-4aba-8586-2bf038ad2499 req-6727152b-0a78-47c8-8196-f180f8896a93 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0765996 May 26 15:11:31.023678 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-58b36dd3-3f69-4aba-8586-2bf038ad2499 req-234c6cbd-cb04-44fd-868c-32e431eb9b5e tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403580 May 26 15:11:31.057228 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9dcd037f-1507-4cf7-a6bc-ea16208f3501 admin admin] Publish callbacks [] for security_group (a70b3ac6-cd4e-4f28-b023-7a370c615431), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:31.064741 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1d9f8-5b8f-43ef-adfa-f66eafdc08e2 req-0c4771a2-78f9-4be5-b0c1-df96680072c0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:31.067325 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-22f1d9f8-5b8f-43ef-adfa-f66eafdc08e2 req-0c4771a2-78f9-4be5-b0c1-df96680072c0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1408625 May 26 15:11:31.175889 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9dcd037f-1507-4cf7-a6bc-ea16208f3501 admin admin] Publish callbacks [] for security_group (a70b3ac6-cd4e-4f28-b023-7a370c615431), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:31.232770 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-22f1d9f8-5b8f-43ef-adfa-f66eafdc08e2 req-78153ff5-cbc9-468e-854d-dfc3a0e74f23 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565025 May 26 15:11:31.245589 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb67460-cc2b-41ab-8bcb-575b956294bd req-ad7eb79e-4468-453f-93e7-768a6f2edf8c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:31.247743 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6bb67460-cc2b-41ab-8bcb-575b956294bd req-ad7eb79e-4468-453f-93e7-768a6f2edf8c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0988328 May 26 15:11:31.290869 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:31.305584 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6bb67460-cc2b-41ab-8bcb-575b956294bd req-1735a352-c340-442c-9a3b-b085ba1175fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517566 May 26 15:11:31.324103 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9dcd037f-1507-4cf7-a6bc-ea16208f3501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a70b3ac6-cd4e-4f28-b023-7a370c615431), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:31.326905 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9dcd037f-1507-4cf7-a6bc-ea16208f3501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:31.328009 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-9dcd037f-1507-4cf7-a6bc-ea16208f3501 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a70b3ac6-cd4e-4f28-b023-7a370c615431 HTTP/1.1" status: 204 len: 168 time: 0.4940240 May 26 15:11:31.356323 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd037f-1507-4cf7-a6bc-ea16208f3501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b3ac6-cd4e-4f28-b023-7a370c615431,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:31.840520 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6b41c699-1a37-42d7-bcfd-a9d02b408ba9 req-1d85ea3d-b1ef-4f49-9b33-a17a5d7a6534 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0492547 May 26 15:11:31.862110 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:31.921754 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324698-e3aa-4cae-a830-fa7bcad6cea8 req-6010160c-8c03-46e4-99ce-d31e5c20320e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:31.923649 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8c324698-e3aa-4cae-a830-fa7bcad6cea8 req-6010160c-8c03-46e4-99ce-d31e5c20320e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0973465 May 26 15:11:31.986427 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8c324698-e3aa-4cae-a830-fa7bcad6cea8 req-db70182b-70ad-40e6-ad34-bff0a5d312f8 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558269 May 26 15:11:32.174283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de80d-f856-4627-8bcd-2c64984b2a70 req-3ed3a03c-a97c-4436-9fb2-77610b0918ae tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:32.176023 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-229de80d-f856-4627-8bcd-2c64984b2a70 req-3ed3a03c-a97c-4436-9fb2-77610b0918ae tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0533350 May 26 15:11:32.255775 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-229de80d-f856-4627-8bcd-2c64984b2a70 req-a09e922e-a0bc-4194-a096-790754b0a75d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726876 May 26 15:11:32.384438 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807ee4d-e27b-4b6f-9a11-37a4e751ca72 req-68bcb7ea-62e1-4fd9-ad39-6fb065d43751 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:32.386385 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9807ee4d-e27b-4b6f-9a11-37a4e751ca72 req-68bcb7ea-62e1-4fd9-ad39-6fb065d43751 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0645747 May 26 15:11:32.482698 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f20ddf-7ddb-46d4-bf82-3e7093751eb8 req-cb13318f-7b8c-4b57-aa45-6ebd073063e1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:32.485795 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-92f20ddf-7ddb-46d4-bf82-3e7093751eb8 req-cb13318f-7b8c-4b57-aa45-6ebd073063e1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0821130 May 26 15:11:32.488444 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9807ee4d-e27b-4b6f-9a11-37a4e751ca72 req-8c7f6d88-e085-4ad4-89ff-a312bf1fd9dd tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965092 May 26 15:11:32.550563 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-92f20ddf-7ddb-46d4-bf82-3e7093751eb8 req-24bed605-d8fc-4556-a33a-f74ac470b222 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490017 May 26 15:11:33.010098 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a4f8039e-8f9f-4aec-8295-10fb6deb8e9c req-4dbb2592-ac67-4409-838f-6db3d175f1fb tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0594480 May 26 15:11:33.167563 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18f818-94b3-4d4c-bc71-dd430dd16783 req-757e58d3-8f7f-41f3-a65a-74861be77ad8 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:33.169443 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6e18f818-94b3-4d4c-bc71-dd430dd16783 req-757e58d3-8f7f-41f3-a65a-74861be77ad8 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0573962 May 26 15:11:33.228517 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6e18f818-94b3-4d4c-bc71-dd430dd16783 req-188ba68d-bb8b-4c50-a86a-006b9808f461 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526752 May 26 15:11:33.382105 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:33.397230 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effd0c4-6acd-40a5-bc67-d31efe79fa06 req-6c472880-e004-4f33-bcfa-3f3a2b5e8efa tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:33.399303 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0effd0c4-6acd-40a5-bc67-d31efe79fa06 req-6c472880-e004-4f33-bcfa-3f3a2b5e8efa tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0766385 May 26 15:11:33.482268 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0effd0c4-6acd-40a5-bc67-d31efe79fa06 req-0677b5d2-5dff-4a22-abf7-0e9487c2601b tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718889 May 26 15:11:33.675601 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:33.718719 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d24b9-dcd8-4b2e-b988-8aacd2cd4e52 req-266ce670-f7b5-480b-8548-a4619c9acd38 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:33.720289 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d71d24b9-dcd8-4b2e-b988-8aacd2cd4e52 req-266ce670-f7b5-480b-8548-a4619c9acd38 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.1131628 May 26 15:11:33.742215 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77153-0da5-44ec-a84f-d50034629ad0 req-6685ff8f-f15b-4d2e-8a50-184153a143f4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:33.743919 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7fb77153-0da5-44ec-a84f-d50034629ad0 req-6685ff8f-f15b-4d2e-8a50-184153a143f4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0872383 May 26 15:11:33.804666 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d71d24b9-dcd8-4b2e-b988-8aacd2cd4e52 req-805d8cfb-97eb-44f3-babb-365db6d50437 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783336 May 26 15:11:33.819092 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7fb77153-0da5-44ec-a84f-d50034629ad0 req-6ddccdba-75b4-42a1-b033-5071257c0677 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672605 May 26 15:11:34.118869 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9521afbd-3a91-454c-be4e-d93a108a48b6 req-69f01f3f-f343-4b01-baac-afec0f5315d9 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0277283 May 26 15:11:34.355417 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f248891-5992-4555-ab9d-ed3bff91d150 req-ac5f6c7d-0893-4f6b-8fff-a0d9df3ad19a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:34.356801 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f248891-5992-4555-ab9d-ed3bff91d150 req-ac5f6c7d-0893-4f6b-8fff-a0d9df3ad19a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0540605 May 26 15:11:34.403228 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f248891-5992-4555-ab9d-ed3bff91d150 req-c7a1a3b4-f147-4eb8-ae48-594c10f08c82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409093 May 26 15:11:34.450188 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Request body: {'port': {'device_id': 'd60f535d-631c-4b12-97b0-d134f2042e1f', 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0', 'admin_state_up': True, 'tenant_id': 'd58410e922bd46418c9e93bf61b348f8'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:34.492765 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-8b8bc04c-0d62-414a-b4d8-3d7cd6b62ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:34.494285 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-8b8bc04c-0d62-414a-b4d8-3d7cd6b62ccf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.0484769 May 26 15:11:34.496057 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:34.568799 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Made reservation on behalf of d58410e922bd46418c9e93bf61b348f8 for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:11:34.573157 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:34.628420 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf1642-9108-4ff3-b7bf-ece211912b1e req-1602b749-de58-42fb-9bf2-eba3eb60c347 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:34.629962 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9cbf1642-9108-4ff3-b7bf-ece211912b1e req-1602b749-de58-42fb-9bf2-eba3eb60c347 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0512915 May 26 15:11:34.680869 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9cbf1642-9108-4ff3-b7bf-ece211912b1e req-fcd52cd2-f3b6-4a65-bed6-5dcbfa1fe3b5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 May 26 15:11:34.690610 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:34.703876 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Allocated IP 172.20.0.12 (e5c3a41d-5502-412d-93bc-4ee7162401e0/e64ce44f-d8b3-4f9d-be5a-57da8a17798e/930ee718-30cf-4a82-92d1-09e4d1723a9e) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:11:34.852446 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks [] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:34.888707 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:34.934441 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Network e5c3a41d-5502-412d-93bc-4ee7162401e0 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:34.939627 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:34.943379 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:11:34.954096 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279578-7bd1-4b1b-8f64-8c5f7df1d95e req-6dc7f30d-c33f-4d81-94fa-2fb2e370dead tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:34.955563 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ba279578-7bd1-4b1b-8f64-8c5f7df1d95e req-6dc7f30d-c33f-4d81-94fa-2fb2e370dead tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0805926 May 26 15:11:34.971319 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Pushing event updated for resources: {'Port': ['ID=930ee718-30cf-4a82-92d1-09e4d1723a9e,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:34.974905 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a71e35-1477-4f37-a52a-3ac955d03680 req-31b6a235-547e-4313-8bae-ba472300ace6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:34.977595 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a3a71e35-1477-4f37-a52a-3ac955d03680 req-31b6a235-547e-4313-8bae-ba472300ace6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0681386 May 26 15:11:34.994466 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:34.999154 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:34.999770 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:35.021170 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-899d70fb-a39f-4b52-8ee2-631c90f37fe5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5751286 May 26 15:11:35.046432 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ba279578-7bd1-4b1b-8f64-8c5f7df1d95e req-7844b770-705a-4344-bfe1-5fff6a137071 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830438 May 26 15:11:35.061022 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a3a71e35-1477-4f37-a52a-3ac955d03680 req-acb4572b-7898-4221-ba47-16d6b617d04a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738242 May 26 15:11:35.235339 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c601d-71d7-41cc-9b6c-3c79f32aa34e req-cea228e1-dd7e-4bfd-8d5b-70882ed35c4a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:35.236748 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee7c601d-71d7-41cc-9b6c-3c79f32aa34e req-cea228e1-dd7e-4bfd-8d5b-70882ed35c4a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 932 time: 0.0500398 May 26 15:11:35.282240 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee7c601d-71d7-41cc-9b6c-3c79f32aa34e req-a78ec3ff-d3e4-4d92-ab3c-2ca629b32d52 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 May 26 15:11:35.514749 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9160a4a-5d20-4232-9d33-834973eb26e4 req-e3251dc4-accd-46a4-983c-e8694727b5f8 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:35.516227 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a9160a4a-5d20-4232-9d33-834973eb26e4 req-e3251dc4-accd-46a4-983c-e8694727b5f8 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0481610 May 26 15:11:35.562726 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a9160a4a-5d20-4232-9d33-834973eb26e4 req-958cb396-e92b-4865-acc5-02dc73ad257a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 May 26 15:11:35.796661 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdac678-ef4e-40d9-b27a-f985352fe517 req-3b7f6c72-1107-43fe-afea-7eafb5ae4dd4 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:35.798161 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7bdac678-ef4e-40d9-b27a-f985352fe517 req-3b7f6c72-1107-43fe-afea-7eafb5ae4dd4 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0467887 May 26 15:11:35.847771 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7bdac678-ef4e-40d9-b27a-f985352fe517 req-e41babbe-bbbb-4c60-af62-f73fdf96ec65 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 May 26 15:11:36.080938 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104206fc-f738-4088-8c63-adf9289f9a3a req-8e2406bb-55df-490a-8aa0-5a3b6b398e63 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:36.082631 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-104206fc-f738-4088-8c63-adf9289f9a3a req-8e2406bb-55df-490a-8aa0-5a3b6b398e63 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0479639 May 26 15:11:36.136450 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:36.142662 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-104206fc-f738-4088-8c63-adf9289f9a3a req-4e77b400-7c6e-4fdd-bcab-4cb3d6b1db18 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544932 May 26 15:11:36.184016 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb0b6d-84bc-4688-a95f-e651359e2f21 req-f46baf14-8f81-422f-8be0-536b2cba45fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:36.185173 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-53bb0b6d-84bc-4688-a95f-e651359e2f21 req-f46baf14-8f81-422f-8be0-536b2cba45fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0598071 May 26 15:11:36.268958 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f5b22-a068-4412-a65c-46e4582825e9 req-cb16ae6f-abf5-4378-87bc-22053830c726 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:36.270341 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-050f5b22-a068-4412-a65c-46e4582825e9 req-cb16ae6f-abf5-4378-87bc-22053830c726 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0659580 May 26 15:11:36.273622 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-53bb0b6d-84bc-4688-a95f-e651359e2f21 req-36b76213-5cc9-4000-bf95-c549d63c1d84 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828321 May 26 15:11:36.330943 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-050f5b22-a068-4412-a65c-46e4582825e9 req-c76f7a52-b620-419f-9423-e2d4b173242d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546846 May 26 15:11:36.397973 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f4245-b8d6-4df1-9b2b-dea8eb3fffac req-f3fb08d7-0103-4f26-8286-b8da5e1cc127 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:36.399961 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5f1f4245-b8d6-4df1-9b2b-dea8eb3fffac req-f3fb08d7-0103-4f26-8286-b8da5e1cc127 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 932 time: 0.0488114 May 26 15:11:36.447716 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5f1f4245-b8d6-4df1-9b2b-dea8eb3fffac req-f654ced3-ed1b-4bf9-b097-3cb9f9099eed tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 May 26 15:11:36.675412 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add99a5-f2fd-49ea-a4f3-e84b54516070 req-20c7f26d-ac25-4e1d-8e44-9abb407dce94 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:36.676875 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5add99a5-f2fd-49ea-a4f3-e84b54516070 req-20c7f26d-ac25-4e1d-8e44-9abb407dce94 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0459292 May 26 15:11:36.727866 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5add99a5-f2fd-49ea-a4f3-e84b54516070 req-7711efa6-1c12-4e7e-8fe8-f48d67355d35 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441556 May 26 15:11:37.133606 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-026699bb-f346-4b27-97da-1b7d08514aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:37.135602 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-026699bb-f346-4b27-97da-1b7d08514aa4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441442 May 26 15:11:37.207279 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Request body: {'port': {'device_id': 'd60f535d-631c-4b12-97b0-d134f2042e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:37.263493 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2d515-9a53-4da5-9757-168378ce54fb req-9b23bca1-9732-46ef-a370-b4d111f46be4 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:37.265243 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a2f2d515-9a53-4da5-9757-168378ce54fb req-9b23bca1-9732-46ef-a370-b4d111f46be4 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0517187 May 26 15:11:37.319821 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:37.335191 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:37.352407 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8bd2c-d585-4380-8f52-9547f30a1044 req-df80bde3-e112-4c82-ab1a-77ad046a38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:37.353949 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-75c8bd2c-d585-4380-8f52-9547f30a1044 req-df80bde3-e112-4c82-ab1a-77ad046a38e8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 1129 time: 0.0828629 May 26 15:11:37.411418 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a2f2d515-9a53-4da5-9757-168378ce54fb req-7dc800ec-dc36-40d5-b6b4-32bcb3c2942f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287849 May 26 15:11:37.445395 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9ff3-12c6-4fc3-883f-ba84b4959111 req-4428b713-5117-4d19-8126-5418fa790759 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:37.445703 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ff6d9ff3-12c6-4fc3-883f-ba84b4959111 req-4428b713-5117-4d19-8126-5418fa790759 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0799387 May 26 15:11:37.475369 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-5ab2ecdf-390a-4445-9249-05b2a8f0d25a service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047908 May 26 15:11:37.485879 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:37.513049 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:37.573659 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ff6d9ff3-12c6-4fc3-883f-ba84b4959111 req-015ea884-0d17-4645-ac93-40578b5e3669 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050422 May 26 15:11:37.582220 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208470a8-e3fd-4e95-b165-752c42bc78d1 req-06d2edb3-3ecf-4d34-88fc-fb27614dcf77 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:37.583828 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-208470a8-e3fd-4e95-b165-752c42bc78d1 req-06d2edb3-3ecf-4d34-88fc-fb27614dcf77 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0729804 May 26 15:11:37.652912 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930ee718-30cf-4a82-92d1-09e4d1723a9e {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:11:37.658544 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-208470a8-e3fd-4e95-b165-752c42bc78d1 req-12e49237-8c4c-4b4c-8e7b-f703597c83e6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658591 May 26 15:11:37.660660 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Publish callbacks [] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:37.676112 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Transition to ACTIVE for port object 930ee718-30cf-4a82-92d1-09e4d1723a9e will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:11:37.682941 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:37.697703 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92112fbf-a34a-4b33-959b-84ed9c158274 req-4ee180da-224e-4212-999f-93eeaf13903a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:37.699220 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-92112fbf-a34a-4b33-959b-84ed9c158274 req-4ee180da-224e-4212-999f-93eeaf13903a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 932 time: 0.0647039 May 26 15:11:37.732820 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Pushing event updated for resources: {'Port': ['ID=930ee718-30cf-4a82-92d1-09e4d1723a9e,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:37.759302 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-92112fbf-a34a-4b33-959b-84ed9c158274 req-19ac0383-ec03-47c8-9b58-4bfc0eafe7cd tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 May 26 15:11:37.829933 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.75', 54917) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:37.852402 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Attempting to bind port 930ee718-30cf-4a82-92d1-09e4d1723a9e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:11:37.852689 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Attempting to bind port 930ee718-30cf-4a82-92d1-09e4d1723a9e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0a801778-f88a-4d87-9258-9f8e864c5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:11:37.852967 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Attempting to bind port 930ee718-30cf-4a82-92d1-09e4d1723a9e on network e5c3a41d-5502-412d-93bc-4ee7162401e0 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:37.862622 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-75c8bd2c-d585-4380-8f52-9547f30a1044 req-f780cfd7-dda9-4c76-968d-b3042abb7c49 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 May 26 15:11:37.863361 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Port 930ee718-30cf-4a82-92d1-09e4d1723a9e on network e5c3a41d-5502-412d-93bc-4ee7162401e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:11:37.863679 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Attempting to bind port 930ee718-30cf-4a82-92d1-09e4d1723a9e on network e5c3a41d-5502-412d-93bc-4ee7162401e0 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:37.868777 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:11:37.869116 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Checking segment: {'id': '0a801778-f88a-4d87-9258-9f8e864c5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:37.871471 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Bound using segment: {'id': '0a801778-f88a-4d87-9258-9f8e864c5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:11:37.871471 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Bound port: 930ee718-30cf-4a82-92d1-09e4d1723a9e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a801778-f88a-4d87-9258-9f8e864c5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:11:37.871471 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:37.932603 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] For port 930ee718-30cf-4a82-92d1-09e4d1723a9e, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:11:37.936081 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] For port 930ee718-30cf-4a82-92d1-09e4d1723a9e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=930ee718-30cf-4a82-92d1-09e4d1723a9e,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:11:37.942820 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:37.987330 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:37.987939 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:37.989346 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] 10.222.0.75 "PUT /v2.0/ports/930ee718-30cf-4a82-92d1-09e4d1723a9e HTTP/1.1" status: 200 len: 1094 time: 0.7864838 May 26 15:11:37.989840 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60f535d-631c-4b12-97b0-d134f2042e1f', 'tag': '930ee718-30cf-4a82-92d1-09e4d1723a9e'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:11:37.992355 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934c21cf-ce3a-4855-a370-9051d7e367e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d60f535d-631c-4b12-97b0-d134f2042e1f", "tag": "930ee718-30cf-4a82-92d1-09e4d1723a9e"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:11:38.014047 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c580b9-4414-4b10-aa32-b81075b63c10 service neutron] Pushing event updated for resources: {'Port': ['ID=930ee718-30cf-4a82-92d1-09e4d1723a9e,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:38.034880 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c390fba-01f9-42b0-9100-1b819e9a269e x-openstack-request-id: req-3c390fba-01f9-42b0-9100-1b819e9a269e {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:11:38.035174 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60f535d-631c-4b12-97b0-d134f2042e1f", "tag": "930ee718-30cf-4a82-92d1-09e4d1723a9e", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:11:38.035427 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c390fba-01f9-42b0-9100-1b819e9a269e {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:11:38.035827 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c390fba-01f9-42b0-9100-1b819e9a269e'] response: {'name': 'network-changed', 'server_uuid': 'd60f535d-631c-4b12-97b0-d134f2042e1f', 'tag': '930ee718-30cf-4a82-92d1-09e4d1723a9e', 'status': 'completed', 'code': 200} May 26 15:11:38.167573 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e99e7-0158-41d5-9763-45b065043953 req-2b2c0d04-bb23-47a3-9f83-b37503b9318b tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:38.169117 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-045e99e7-0158-41d5-9763-45b065043953 req-2b2c0d04-bb23-47a3-9f83-b37503b9318b tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.3704829 May 26 15:11:38.172024 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a61e1-5e89-43d6-a3b8-6096ae13ea94 req-ca56123e-7429-41e6-9d5c-c28f79c0c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:38.173377 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-de6a61e1-5e89-43d6-a3b8-6096ae13ea94 req-ca56123e-7429-41e6-9d5c-c28f79c0c1b2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 1130 time: 0.3443215 May 26 15:11:38.174339 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-acf96543-5404-4974-ac7a-37430ce4dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:38.175659 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-acf96543-5404-4974-ac7a-37430ce4dece service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 1130 time: 0.3264017 May 26 15:11:38.230854 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:38.287131 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-b10e8ed6-b9bf-4383-ac86-0736f2265f91 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857557 May 26 15:11:38.325094 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-045e99e7-0158-41d5-9763-45b065043953 req-21b1dd51-e663-429b-9e27-268a10314f03 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484439 May 26 15:11:38.335996 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-de6a61e1-5e89-43d6-a3b8-6096ae13ea94 req-ac5cbacd-d9c2-4897-9b10-502157141089 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499846 May 26 15:11:38.355718 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-82136c42-0f5c-41e2-8873-c0a26089d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:38.357677 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-82136c42-0f5c-41e2-8873-c0a26089d47e service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 911 time: 0.1591704 May 26 15:11:38.541900 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df7f52-57ee-435f-b5fa-1065de72ef43 req-921c2c79-d14c-40c4-aaf3-bf8e207e4d62 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:38.543254 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32df7f52-57ee-435f-b5fa-1065de72ef43 req-921c2c79-d14c-40c4-aaf3-bf8e207e4d62 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0498517 May 26 15:11:38.591362 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32df7f52-57ee-435f-b5fa-1065de72ef43 req-e4f1d7f8-bd02-4e05-bf58-e221ca73647d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 May 26 15:11:38.714094 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147d90d-b371-4036-90a6-6a1d629d7ddc req-642f2e8b-8c25-4a37-a358-e695179d03b5 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:38.716591 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9147d90d-b371-4036-90a6-6a1d629d7ddc req-642f2e8b-8c25-4a37-a358-e695179d03b5 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0686278 May 26 15:11:38.793999 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9147d90d-b371-4036-90a6-6a1d629d7ddc req-92332241-6713-4cda-b7ec-6fff20ef0d25 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715618 May 26 15:11:38.809916 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4488-abf6-46df-bd20-6ceb7abf28ed req-5e54aa59-d063-448b-8a47-b0ba96239578 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:38.811382 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-70cc4488-abf6-46df-bd20-6ceb7abf28ed req-5e54aa59-d063-448b-8a47-b0ba96239578 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0599594 May 26 15:11:38.837607 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:38.871016 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c21cf-ce3a-4855-a370-9051d7e367e5 req-cc109988-f46e-458f-a437-f8e53909ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:38.872095 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-70cc4488-abf6-46df-bd20-6ceb7abf28ed req-acc41a6d-f10a-446d-b734-e744b2c01b23 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546541 May 26 15:11:38.872874 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-934c21cf-ce3a-4855-a370-9051d7e367e5 req-cc109988-f46e-458f-a437-f8e53909ae90 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d58410e922bd46418c9e93bf61b348f8&device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 1128 time: 0.0475390 May 26 15:11:38.907991 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc5326-d300-4094-a1fd-b57d32404b3a req-cf9929c3-0b00-4259-b9f7-325ee7ea0994 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:38.909528 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a4dc5326-d300-4094-a1fd-b57d32404b3a req-cf9929c3-0b00-4259-b9f7-325ee7ea0994 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 944 time: 0.0542536 May 26 15:11:38.999132 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a4dc5326-d300-4094-a1fd-b57d32404b3a req-4ddd01d2-1c2e-42ba-84c6-0dacfa018503 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833833 May 26 15:11:39.019981 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-09f5ddba-7d98-4e93-b3cd-4126d5c883d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd HTTP/1.1" status: 200 len: 1001 time: 0.0693965 May 26 15:11:39.371214 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-0a6bd2a4-e4a3-4dc5-b43f-6bbad4369844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:39.373384 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-0a6bd2a4-e4a3-4dc5-b43f-6bbad4369844 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.0467715 May 26 15:11:39.450740 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106495e-f274-475c-8466-694fbc062d48 req-9b9885c6-97d3-4933-b4f9-29c122a5f872 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:39.452334 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1106495e-f274-475c-8466-694fbc062d48 req-9b9885c6-97d3-4933-b4f9-29c122a5f872 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0498140 May 26 15:11:39.472595 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c21cf-ce3a-4855-a370-9051d7e367e5 req-2261d87b-4879-4b61-9ad9-b9c586421d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:39.474222 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-934c21cf-ce3a-4855-a370-9051d7e367e5 req-2261d87b-4879-4b61-9ad9-b9c586421d2f service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=d58410e922bd46418c9e93bf61b348f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1782610 May 26 15:11:39.499845 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1106495e-f274-475c-8466-694fbc062d48 req-730dd823-86ba-4890-b3d5-7d04e7f23d88 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 May 26 15:11:39.621081 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:39.622212 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:39.722591 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8519386-01c8-44f9-80f7-9f54a786e953 req-37b559b3-02b6-4099-b23d-8e988b458dec tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:39.724142 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b8519386-01c8-44f9-80f7-9f54a786e953 req-37b559b3-02b6-4099-b23d-8e988b458dec tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0508981 May 26 15:11:39.777902 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b8519386-01c8-44f9-80f7-9f54a786e953 req-0a22e012-e2b7-4a4c-9e59-c90d2b4e5534 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476747 May 26 15:11:39.934655 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fe637-3454-4f61-b6b3-a07129fdc1bc req-a110ddee-3f77-494e-b635-0ac953b64431 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:39.936330 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d2fe637-3454-4f61-b6b3-a07129fdc1bc req-a110ddee-3f77-494e-b635-0ac953b64431 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0742290 May 26 15:11:40.029057 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46656) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:40.032490 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-9b389ffa-b52d-4390-b837-44a808038cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:40.034127 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-9b389ffa-b52d-4390-b837-44a808038cc9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0847008 May 26 15:11:40.081049 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:40.091199 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd75de4-6c91-4f2b-a366-e01307ebd107 req-93f1debb-c32e-437e-9089-9274703de48e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:40.092785 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-efd75de4-6c91-4f2b-a366-e01307ebd107 req-93f1debb-c32e-437e-9089-9274703de48e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0913935 May 26 15:11:40.098419 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d2fe637-3454-4f61-b6b3-a07129fdc1bc req-5b2dd67e-c76d-458b-8d91-73a45ba1f889 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562681 May 26 15:11:40.154700 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-efd75de4-6c91-4f2b-a366-e01307ebd107 req-0eb449c4-1e61-4ca9-90da-cb42f424dc1a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533628 May 26 15:11:40.163965 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c21cf-ce3a-4855-a370-9051d7e367e5 req-97f0fa2c-f8a9-4acb-832d-969264046806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:40.165989 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-934c21cf-ce3a-4855-a370-9051d7e367e5 req-97f0fa2c-f8a9-4acb-832d-969264046806 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2164905 May 26 15:11:40.200035 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bff8-8d4b-45ff-93c7-7c895ba18d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:40.287542 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f6f31-7edb-4210-a4d2-af660e8754cc req-c3c2b7ca-7dd4-402d-b5c2-4b8b7c4d64b2 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:40.291409 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2d9f6f31-7edb-4210-a4d2-af660e8754cc req-c3c2b7ca-7dd4-402d-b5c2-4b8b7c4d64b2 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 944 time: 0.1069763 May 26 15:11:40.305719 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df55c4-9699-42e6-9a7b-0e0668fb5316 req-7ddb11c7-731a-449d-bb44-6ab8e80ed496 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:40.307116 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-13df55c4-9699-42e6-9a7b-0e0668fb5316 req-7ddb11c7-731a-449d-bb44-6ab8e80ed496 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0877213 May 26 15:11:40.399034 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2d9f6f31-7edb-4210-a4d2-af660e8754cc req-34a69463-a717-4f75-888c-9aa0c885b24c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023393 May 26 15:11:40.430993 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-13df55c4-9699-42e6-9a7b-0e0668fb5316 req-6032a07c-7c46-4777-8f3e-124a41191d54 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155677 May 26 15:11:40.442703 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bff8-8d4b-45ff-93c7-7c895ba18d9e admin admin] Publish callbacks [] for security_group (98176fa3-f16e-4ac4-9edc-0d6c20f59b98), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:40.453250 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8bd9bff8-8d4b-45ff-93c7-7c895ba18d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (98176fa3-f16e-4ac4-9edc-0d6c20f59b98), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:40.459727 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:40.527094 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:40.535711 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-23447184-eda7-4f8f-b68a-4e2195937a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:40.537524 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-23447184-eda7-4f8f-b68a-4e2195937a2c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d58410e922bd46418c9e93bf61b348f8&device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 1128 time: 0.0498106 May 26 15:11:40.561117 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-8bd9bff8-8d4b-45ff-93c7-7c895ba18d9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6acdcfe35854c3b99c45315f0d5655d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5301847 May 26 15:11:40.562066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9bff8-8d4b-45ff-93c7-7c895ba18d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98176fa3-f16e-4ac4-9edc-0d6c20f59b98,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:40.564801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46666) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:40.603978 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-3b9ab1f0-963e-42b7-9267-d6ab8b3199af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=930ee718-30cf-4a82-92d1-09e4d1723a9e HTTP/1.1" status: 200 len: 217 time: 0.0537162 May 26 15:11:40.667270 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-78810e2f-8bed-42d9-8fbe-b44864f217ae service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049747 May 26 15:11:40.669420 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-bebbae6a-9b42-4485-9988-7af409c897c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:40.670893 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-bebbae6a-9b42-4485-9988-7af409c897c1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e64ce44f-d8b3-4f9d-be5a-57da8a17798e HTTP/1.1" status: 200 len: 854 time: 0.0585065 May 26 15:11:40.697607 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c23b0-a49c-4a76-bbde-baf43081c039 req-ab0c190d-2590-4364-a33e-ddb96426a367 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:40.699502 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-765c23b0-a49c-4a76-bbde-baf43081c039 req-ab0c190d-2590-4364-a33e-ddb96426a367 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0786471 May 26 15:11:40.712202 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-64b7aca6-10fa-470c-b9fb-df99e75a7d7a admin admin] Publish callbacks [] for security_group (98176fa3-f16e-4ac4-9edc-0d6c20f59b98), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:40.737255 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-4f6d73c4-4f6b-46e3-8eb9-cec7aedc7da2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e5c3a41d-5502-412d-93bc-4ee7162401e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463746 May 26 15:11:40.804710 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-64b7aca6-10fa-470c-b9fb-df99e75a7d7a admin admin] Publish callbacks [] for security_group (98176fa3-f16e-4ac4-9edc-0d6c20f59b98), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:40.852556 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-765c23b0-a49c-4a76-bbde-baf43081c039 req-fea915e3-7c26-4ba6-af73-42ba17837983 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414394 May 26 15:11:40.893376 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89c81d1d-a2c5-4b99-a2fa-c9961443aef1 req-552c0f05-a233-468e-814e-c18e45ef9d7b service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025731 May 26 15:11:40.961310 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-64b7aca6-10fa-470c-b9fb-df99e75a7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (98176fa3-f16e-4ac4-9edc-0d6c20f59b98), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:40.964534 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-64b7aca6-10fa-470c-b9fb-df99e75a7d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:40.965906 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-64b7aca6-10fa-470c-b9fb-df99e75a7d7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98176fa3-f16e-4ac4-9edc-0d6c20f59b98 HTTP/1.1" status: 204 len: 168 time: 0.3979995 May 26 15:11:40.970786 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:41.007017 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7aca6-10fa-470c-b9fb-df99e75a7d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98176fa3-f16e-4ac4-9edc-0d6c20f59b98,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:41.051939 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf35d72-abfe-4c3e-9bbe-ab4ff4375157 req-ac0ec2b8-9b0a-4fec-9f83-6e8ba31b64f2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:41.053763 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-acf35d72-abfe-4c3e-9bbe-ab4ff4375157 req-ac0ec2b8-9b0a-4fec-9f83-6e8ba31b64f2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.1477325 May 26 15:11:41.086346 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea7ca5-8de3-4660-ad1d-746d3f77e651 req-a3922962-ec7d-4e7d-86db-c2580b542b1d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:41.088211 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-69ea7ca5-8de3-4660-ad1d-746d3f77e651 req-a3922962-ec7d-4e7d-86db-c2580b542b1d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.1093225 May 26 15:11:41.102425 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46678) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:41.109711 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-af2be67f-6a13-43a1-a543-3ff152e74b00 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'floatingip': {'port_id': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:41.132223 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-acf35d72-abfe-4c3e-9bbe-ab4ff4375157 req-8a8fb7d5-df63-41b3-b751-8f352998e3f1 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697508 May 26 15:11:41.164825 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-caec44f5-60f4-43b3-b169-a9b64ffd703d service neutron] 10.222.0.75 "GET /v2.0/networks/e5c3a41d-5502-412d-93bc-4ee7162401e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205894 May 26 15:11:41.167106 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-af2be67f-6a13-43a1-a543-3ff152e74b00 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (34c0728d-46a5-4028-9fa6-373ead92dc66), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:41.235802 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:41.294099 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274930cd-249d-4a74-9b51-93dac63cce24 req-ee8b8ed1-0273-498f-8d3a-d09da03f02f3 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:41.295606 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-274930cd-249d-4a74-9b51-93dac63cce24 req-ee8b8ed1-0273-498f-8d3a-d09da03f02f3 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0628181 May 26 15:11:41.351446 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-274930cd-249d-4a74-9b51-93dac63cce24 req-951a60b9-daa7-4f55-82c3-9e4f0b9b392b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490286 May 26 15:11:41.411441 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-791983f8-bb4d-4caa-9f33-83bff5dc9669 req-c75b361c-d8a1-4863-8409-75b2e5e74449 service neutron] 10.222.0.75 "GET /v2.0/networks/e5c3a41d-5502-412d-93bc-4ee7162401e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052581 May 26 15:11:41.525307 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bbe7f-84d4-4303-9f6d-ae04243d9d81 req-a07ec4ce-fe98-4c35-8a8f-9dce9611df60 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:41.527300 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-510bbe7f-84d4-4303-9f6d-ae04243d9d81 req-a07ec4ce-fe98-4c35-8a8f-9dce9611df60 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 944 time: 0.0563900 May 26 15:11:41.583784 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-510bbe7f-84d4-4303-9f6d-ae04243d9d81 req-e62c8e82-5a26-48fb-9da2-7b5e5adba8c6 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503790 May 26 15:11:41.739882 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46702) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:41.747651 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-af2be67f-6a13-43a1-a543-3ff152e74b00 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:41.752932 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-af2be67f-6a13-43a1-a543-3ff152e74b00 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (34c0728d-46a5-4028-9fa6-373ead92dc66), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:41.841350 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2108176687-network', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:41.850575 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-af2be67f-6a13-43a1-a543-3ff152e74b00 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Floating IP 34c0728d-46a5-4028-9fa6-373ead92dc66 associated. External IP: 172.27.1.143, port: 2b9adcd0-48a4-4233-a3fb-694dc9e1657f. May 26 15:11:41.863020 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Made reservation on behalf of 9c5cd1d25e6146bd93bd90286f668b9d for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:11:41.865564 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:41.874616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:41.905546 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:41.926666 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:41.980786 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Publish callbacks [] for security_group (2b47aef1-39b3-4c58-b081-c506882af83d), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:41.984727 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2b47aef1-39b3-4c58-b081-c506882af83d), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:41.997389 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:11:42.015536 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (32294fe9-1f3c-418f-a95a-0a8bf27e7962), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.016091 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Added segment 32294fe9-1f3c-418f-a95a-0a8bf27e7962 of type vlan for network 68359501-3537-436b-ae78-35604426e377 May 26 15:11:42.056946 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b47aef1-39b3-4c58-b081-c506882af83d,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:42.073715 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (68359501-3537-436b-ae78-35604426e377), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.087373 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2be67f-6a13-43a1-a543-3ff152e74b00 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:11:42.127414 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (68359501-3537-436b-ae78-35604426e377), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.128427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:42.129016 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.168654 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c4fa3-7ae4-4faf-8926-165efb42fc03 req-c795327b-8064-4379-8d9a-3b0d4c83a98c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:42.170347 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-743c4fa3-7ae4-4faf-8926-165efb42fc03 req-c795327b-8064-4379-8d9a-3b0d4c83a98c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0767426 May 26 15:11:42.196455 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2be67f-6a13-43a1-a543-3ff152e74b00 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:11:42.203836 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-af2be67f-6a13-43a1-a543-3ff152e74b00 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.204057 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4603112 May 26 15:11:42.210135 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46714) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:42.215780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Request body: {'subnet': {'network_id': '68359501-3537-436b-ae78-35604426e377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2108176687-subnet', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'ip_version': 4}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:42.217073 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:11:42.227923 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:42.228559 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:42.240994 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-af2be67f-6a13-43a1-a543-3ff152e74b00 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "PUT /v2.0/floatingips/34c0728d-46a5-4028-9fa6-373ead92dc66 HTTP/1.1" status: 200 len: 992 time: 1.1352086 May 26 15:11:42.240994 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'tag': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:11:42.242397 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3118798-1a7b-4e35-9653-78e2338fa11d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f", "tag": "2b9adcd0-48a4-4233-a3fb-694dc9e1657f"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:11:42.244050 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d819f9-a9a5-4614-9258-9f525eed8381 admin admin] Pushing event updated for resources: {'Network': ['ID=68359501-3537-436b-ae78-35604426e377,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:42.254599 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 68359501-3537-436b-ae78-35604426e377 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:11:42.316330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e8e36-23ed-45cf-96dc-b20125d094ac req-7b5ff046-29f0-4a0e-a9d8-2de00e0ef21b tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:42.319878 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7d2e8e36-23ed-45cf-96dc-b20125d094ac req-7b5ff046-29f0-4a0e-a9d8-2de00e0ef21b tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0961623 May 26 15:11:42.322819 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Made reservation on behalf of 9c5cd1d25e6146bd93bd90286f668b9d for: {'subnet': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:11:42.327177 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8328532'] for subnet (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.346408 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:42.348961 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-743c4fa3-7ae4-4faf-8926-165efb42fc03 req-12b2a85f-6009-482e-a381-5d0b8faf3e65 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527977 May 26 15:11:42.357406 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:42.396420 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e27ea32-d1a2-46b0-9ee1-ff2ff1485d88 x-openstack-request-id: req-3e27ea32-d1a2-46b0-9ee1-ff2ff1485d88 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:11:42.396712 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f", "tag": "2b9adcd0-48a4-4233-a3fb-694dc9e1657f", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:11:42.396966 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e27ea32-d1a2-46b0-9ee1-ff2ff1485d88 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:11:42.397426 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e27ea32-d1a2-46b0-9ee1-ff2ff1485d88'] response: {'name': 'network-changed', 'server_uuid': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'tag': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f', 'status': 'completed', 'code': 200} May 26 15:11:42.504976 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7d2e8e36-23ed-45cf-96dc-b20125d094ac req-d08e57ba-9d39-40ac-a499-b722532e5949 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735902 May 26 15:11:42.536518 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944e8d1-d54f-4f91-9e4c-46eaf6f673f4 req-6147eef3-cf48-4aac-b47f-4388f98abebf tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:42.538165 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d944e8d1-d54f-4f91-9e4c-46eaf6f673f4 req-6147eef3-cf48-4aac-b47f-4388f98abebf tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0855570 May 26 15:11:42.626955 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d944e8d1-d54f-4f91-9e4c-46eaf6f673f4 req-2efcfe21-a977-456a-9dca-4c8b59fc09ed tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828426 May 26 15:11:42.677403 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '34c0728d-46a5-4028-9fa6-373ead92dc66', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:2f:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:11:15Z', 'updated_at': '2022-05-26T15:11:41Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}, {'id': '456f7a4c-e0bb-4c69-a629-85217ab32694', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:22Z', 'updated_at': '2022-05-26T15:09:53Z', 'revision_number': 2, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:42.688540 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7875896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8328514'] for subnet (33d702e5-ab8e-40e5-b79e-9c03c1734be5), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.703528 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:11:42.713361 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:42.714070 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:42.763185 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be59762-8bc5-49fe-8fdf-07c5c857df8b req-b54884f6-bc1e-419e-a49f-b2b7bbd3e8ee tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:42.764584 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9be59762-8bc5-49fe-8fdf-07c5c857df8b req-b54884f6-bc1e-419e-a49f-b2b7bbd3e8ee tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 944 time: 0.0880811 May 26 15:11:42.785181 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d702e5-ab8e-40e5-b79e-9c03c1734be5,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:42.807671 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:42.818603 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:42.820018 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Checking segment: {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:42.821007 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Network hostable DHCP agents. Network: 68359501-3537-436b-ae78-35604426e377, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:11:42.850174 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9be59762-8bc5-49fe-8fdf-07c5c857df8b req-b701705e-ace1-4c98-b4cc-edd82c0e4d68 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788090 May 26 15:11:42.857114 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Network 68359501-3537-436b-ae78-35604426e377 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:11:42.868243 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 68359501-3537-436b-ae78-35604426e377) {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:42.876231 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:42.876938 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.885553 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6455ec20-049a-45ed-ad65-59157eee1917 None None] Network 68359501-3537-436b-ae78-35604426e377 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:11:42.894210 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-fde1e449-7249-4adc-b756-e191c91d00a2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6831703 May 26 15:11:42.896746 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46726) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:42.902080 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:42.902581 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:42.922281 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (5eed3ed0-2e21-4093-8ecd-a74df3317478), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.923533 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (5eed3ed0-2e21-4093-8ecd-a74df3317478), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:42.980618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks [] for router_controller (5eed3ed0-2e21-4093-8ecd-a74df3317478), precommit_add_association {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.041307 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '34c0728d-46a5-4028-9fa6-373ead92dc66', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:2f:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:11:15Z', 'updated_at': '2022-05-26T15:11:41Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}, {'id': '456f7a4c-e0bb-4c69-a629-85217ab32694', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:22Z', 'updated_at': '2022-05-26T15:09:53Z', 'revision_number': 2, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:43.066743 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d38dd-e666-472f-858d-4779cda6dea5 None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '34c0728d-46a5-4028-9fa6-373ead92dc66', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:2f:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:11:15Z', 'updated_at': '2022-05-26T15:11:41Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}, {'id': '456f7a4c-e0bb-4c69-a629-85217ab32694', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:22Z', 'updated_at': '2022-05-26T15:09:53Z', 'revision_number': 2, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:11:43.111610 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 930ee718-30cf-4a82-92d1-09e4d1723a9e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:11:43.124631 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-68359501-3537-436b-ae78-35604426e377', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:11:43.125608 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.127168 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks [] for router_gateway (5eed3ed0-2e21-4093-8ecd-a74df3317478), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.322332 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:43.328616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks [] for router_gateway (5eed3ed0-2e21-4093-8ecd-a74df3317478), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.358220 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.371110 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180bae8-fa97-43cc-a586-e7ed6dd908b4 None None] New status for floating IP 34c0728d-46a5-4028-9fa6-373ead92dc66: ACTIVE {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:11:43.418473 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 930ee718-30cf-4a82-92d1-09e4d1723a9e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=930ee718-30cf-4a82-92d1-09e4d1723a9e,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:43.443525 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '930ee718-30cf-4a82-92d1-09e4d1723a9e', 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0', 'port_id': '930ee718-30cf-4a82-92d1-09e4d1723a9e', 'mac_address': 'fa:16:3e:d8:c5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ce44f-d8b3-4f9d-be5a-57da8a17798e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:11:43.502920 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Allocated IP 172.27.1.96 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/db13fffa-5d48-41bd-bb7e-4d334fc65f34) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:11:43.511008 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d23b2-ab6c-47db-a08f-f6f3d90b1123 req-18b414af-1df1-4f81-a87d-5e50b30f424c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:43.512482 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e33d23b2-ab6c-47db-a08f-f6f3d90b1123 req-18b414af-1df1-4f81-a87d-5e50b30f424c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0637441 May 26 15:11:43.518174 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Allocated IP 172.20.0.2 (68359501-3537-436b-ae78-35604426e377/33d702e5-ab8e-40e5-b79e-9c03c1734be5/48e643c5-b7cc-411e-8408-ee5a2f34b698) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:11:43.560507 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 930ee718-30cf-4a82-92d1-09e4d1723a9e is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:43.560921 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.619844 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e33d23b2-ab6c-47db-a08f-f6f3d90b1123 req-dbf273f9-c4cd-4c49-9763-725db226b592 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993214 May 26 15:11:43.642435 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930ee718-30cf-4a82-92d1-09e4d1723a9e {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:11:43.672021 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks [] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.678185 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 930ee718-30cf-4a82-92d1-09e4d1723a9e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=930ee718-30cf-4a82-92d1-09e4d1723a9e,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:43.694455 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.714423 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.770521 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:43.787659 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=930ee718-30cf-4a82-92d1-09e4d1723a9e,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:43.788654 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:43.797859 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:43.800556 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:43.803366 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:43.805664 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Publish callbacks [] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.809009 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:11:43.811570 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Pushing event updated for resources: {'Port': ['ID=db13fffa-5d48-41bd-bb7e-4d334fc65f34,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:43.813990 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.839251 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b78de-61db-4853-9bcc-50783b1a8f7d req-89a7accb-2eb6-43bb-a6de-da73b30736fa tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:43.840752 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1c4b78de-61db-4853-9bcc-50783b1a8f7d req-89a7accb-2eb6-43bb-a6de-da73b30736fa tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.1006169 May 26 15:11:43.862109 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Network 68359501-3537-436b-ae78-35604426e377 is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:43.868061 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:43.870429 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:11:43.874867 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Pushing event updated for resources: {'Port': ['ID=48e643c5-b7cc-411e-8408-ee5a2f34b698,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:43.931501 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Attempting to bind port 48e643c5-b7cc-411e-8408-ee5a2f34b698 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:11:43.931763 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Attempting to bind port 48e643c5-b7cc-411e-8408-ee5a2f34b698 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:11:43.932053 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Attempting to bind port 48e643c5-b7cc-411e-8408-ee5a2f34b698 on network 68359501-3537-436b-ae78-35604426e377 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:43.937691 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:11:43.938064 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Checking segment: {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:43.938462 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:43.938847 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Bound using segment: {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:11:43.939306 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Bound port: 48e643c5-b7cc-411e-8408-ee5a2f34b698, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:11:43.939686 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:44.003804 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] For port 48e643c5-b7cc-411e-8408-ee5a2f34b698, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:11:44.007119 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] For port 48e643c5-b7cc-411e-8408-ee5a2f34b698, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=48e643c5-b7cc-411e-8408-ee5a2f34b698,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:11:44.013738 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:44.081045 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5090e8f-e0c6-4cc4-8a6b-8a0b57d6a454 None None] Pushing event updated for resources: {'Port': ['ID=48e643c5-b7cc-411e-8408-ee5a2f34b698,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:44.193159 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['930ee718-30cf-4a82-92d1-09e4d1723a9e'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:11:44.242419 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1c4b78de-61db-4853-9bcc-50783b1a8f7d req-f26fb8f8-1fe3-40d8-8d7e-0121267ab8e4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936720 May 26 15:11:44.257684 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5be7c-24aa-4428-a3d3-906a98e4ef1d req-181ad29b-3d3f-40f9-9b2f-24043985758e tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:44.259246 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-83e5be7c-24aa-4428-a3d3-906a98e4ef1d req-181ad29b-3d3f-40f9-9b2f-24043985758e tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 945 time: 0.3341892 May 26 15:11:44.355583 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-79a8d636-675a-4a35-bfcf-351be60bcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:44.357505 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-79a8d636-675a-4a35-bfcf-351be60bcd7a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 1130 time: 0.1400950 May 26 15:11:44.432766 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:44.453691 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-fd3562f1-716c-4900-8586-8d3e8877f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:44.455314 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-fd3562f1-716c-4900-8586-8d3e8877f303 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 1130 time: 0.1951716 May 26 15:11:44.524529 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-83e5be7c-24aa-4428-a3d3-906a98e4ef1d req-35956c08-3709-46df-b944-067f8eb0e9d3 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548819 May 26 15:11:44.562843 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-664a16d5-38ca-4501-bf29-fc2db86d5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:44.565234 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-664a16d5-38ca-4501-bf29-fc2db86d5397 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 916 time: 0.1945872 May 26 15:11:44.606078 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks [] for router_gateway (5eed3ed0-2e21-4093-8ecd-a74df3317478), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:44.639748 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-c4dfd896-1c3a-4061-a487-5d9b5f68667a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9adcd0-48a4-4233-a3fb-694dc9e1657f HTTP/1.1" status: 200 len: 1002 time: 0.0680418 May 26 15:11:44.674544 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:44.717288 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-ea664677-7bc7-41d2-9138-47c7b7077946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:44.718803 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-ea664677-7bc7-41d2-9138-47c7b7077946 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.2163484 May 26 15:11:44.722264 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-4abcb7be-b36c-4e0b-b6e2-45a68ac0e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:44.723987 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-4abcb7be-b36c-4e0b-b6e2-45a68ac0e1ed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.0604146 May 26 15:11:44.779825 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-a2968b09-dfac-4db7-adf2-fc5d743268eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:44.781334 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-a2968b09-dfac-4db7-adf2-fc5d743268eb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420763 May 26 15:11:44.795259 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-6a930706-bb9f-40c8-8970-58573ab60237 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f HTTP/1.1" status: 200 len: 217 time: 0.0663688 May 26 15:11:44.846957 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03e80a-ee66-4bf7-aa55-778e45e29f6b req-fccee756-21bd-4728-85bf-1ba109f22e65 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:44.848389 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4f03e80a-ee66-4bf7-aa55-778e45e29f6b req-fccee756-21bd-4728-85bf-1ba109f22e65 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.1374977 May 26 15:11:44.886259 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-472b7f35-5ff4-405c-b07c-3db87011d71f service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932438 May 26 15:11:44.953238 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-0bccb76e-8e30-42b8-a99c-b95bfe9d5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:44.954738 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-0bccb76e-8e30-42b8-a99c-b95bfe9d5747 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.1524642 May 26 15:11:44.983563 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a3118798-1a7b-4e35-9653-78e2338fa11d req-995d988c-9ccf-44dc-89e3-c93dc4aada54 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895357 May 26 15:11:44.993181 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4f03e80a-ee66-4bf7-aa55-778e45e29f6b req-5e3f6913-609c-44f4-9261-265ddb6f1f57 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197560 May 26 15:11:45.010546 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (5eed3ed0-2e21-4093-8ecd-a74df3317478), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.028894 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-9893b2e8-abc0-41c8-a85c-1627aa1d45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:45.030604 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-9893b2e8-abc0-41c8-a85c-1627aa1d45bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569921 May 26 15:11:45.202716 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:45.209208 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-262467d6-9523-4327-8838-875e7b52b341 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446743 May 26 15:11:45.216592 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18589dd2-26a9-461a-9483-f38bb7a9e117 None None] Network 68359501-3537-436b-ae78-35604426e377 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:11:45.232838 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 930ee718-30cf-4a82-92d1-09e4d1723a9e up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:45.273286 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Router 5eed3ed0-2e21-4093-8ecd-a74df3317478 is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:11:45.312813 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-f3328bb9-9ab3-4788-9987-91736cc4ef1c None None] Provisioning complete for port 48e643c5-b7cc-411e-8408-ee5a2f34b698 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:45.313180 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f3328bb9-9ab3-4788-9987-91736cc4ef1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.359213 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:45.364369 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 930ee718-30cf-4a82-92d1-09e4d1723a9e completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:11:45.370988 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2ac1561-69b1-4f4d-ba66-fb167609e3c3 req-0b877dfb-986f-415d-aa49-24f6f15316b1 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483638 May 26 15:11:45.383943 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 930ee718-30cf-4a82-92d1-09e4d1723a9e triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:45.384311 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.428742 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:11:45.446645 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:45.452788 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Sync routers for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:11:45.478648 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:45.479882 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:45.488886 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362213c-4d8d-465c-8a7a-b0d79a5c2fa9 req-131238f4-651c-4aae-8b87-00552d9c86b5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:45.491135 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6362213c-4d8d-465c-8a7a-b0d79a5c2fa9 req-131238f4-651c-4aae-8b87-00552d9c86b5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0583742 May 26 15:11:45.499503 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-f3328bb9-9ab3-4788-9987-91736cc4ef1c None None] Current status of the port 48e643c5-b7cc-411e-8408-ee5a2f34b698 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:45.499901 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f3328bb9-9ab3-4788-9987-91736cc4ef1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.536725 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.541350 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-653abd74-9d1d-45de-bcd2-b4d77117ba4a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6405954 May 26 15:11:45.541891 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46742) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:45.570633 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 930ee718-30cf-4a82-92d1-09e4d1723a9e is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:45.571026 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.574360 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-f3328bb9-9ab3-4788-9987-91736cc4ef1c None None] For port 48e643c5-b7cc-411e-8408-ee5a2f34b698, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=48e643c5-b7cc-411e-8408-ee5a2f34b698,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:45.590004 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 48e643c5-b7cc-411e-8408-ee5a2f34b698 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:45.592620 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f3328bb9-9ab3-4788-9987-91736cc4ef1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.617224 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:45.670290 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60f535d-631c-4b12-97b0-d134f2042e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930ee718-30cf-4a82-92d1-09e4d1723a9e'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:11:45.672514 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92718f9-9e57-4df3-8510-1d4a041b2072" -d '{"events": [{"server_uuid": "d60f535d-631c-4b12-97b0-d134f2042e1f", "name": "network-vif-plugged", "status": "completed", "tag": "930ee718-30cf-4a82-92d1-09e4d1723a9e"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:11:45.693535 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 930ee718-30cf-4a82-92d1-09e4d1723a9e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=930ee718-30cf-4a82-92d1-09e4d1723a9e,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:45.701517 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6362213c-4d8d-465c-8a7a-b0d79a5c2fa9 req-c4dd193b-e8f0-4c17-bb84-54fb38818451 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750910 May 26 15:11:45.709431 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.717226 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3328bb9-9ab3-4788-9987-91736cc4ef1c None None] Pushing event updated for resources: {'Port': ['ID=48e643c5-b7cc-411e-8408-ee5a2f34b698,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:45.737394 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:45.752431 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 48e643c5-b7cc-411e-8408-ee5a2f34b698 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:45.752797 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.797763 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef2485-8e13-4455-ac23-c0145f5a4900 x-openstack-request-id: req-8cef2485-8e13-4455-ac23-c0145f5a4900 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:11:45.798240 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60f535d-631c-4b12-97b0-d134f2042e1f", "name": "network-vif-plugged", "status": "completed", "tag": "930ee718-30cf-4a82-92d1-09e4d1723a9e", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:11:45.798591 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cef2485-8e13-4455-ac23-c0145f5a4900 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:11:45.799082 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cef2485-8e13-4455-ac23-c0145f5a4900'] response: {'server_uuid': 'd60f535d-631c-4b12-97b0-d134f2042e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930ee718-30cf-4a82-92d1-09e4d1723a9e', 'code': 200} May 26 15:11:45.843130 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=930ee718-30cf-4a82-92d1-09e4d1723a9e,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:45.870539 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00899d08-7549-4b47-9898-9fefff8625b8 req-e20ed3f4-73b5-4643-a662-2870e1b65c34 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:45.872353 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-00899d08-7549-4b47-9898-9fefff8625b8 req-e20ed3f4-73b5-4643-a662-2870e1b65c34 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 946 time: 0.2220008 May 26 15:11:45.899585 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:45.915133 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-52afb3db-4486-433c-9893-e083fa480cf4 None None] Provisioning complete for port 48e643c5-b7cc-411e-8408-ee5a2f34b698 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:45.915509 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-52afb3db-4486-433c-9893-e083fa480cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:45.941423 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 48e643c5-b7cc-411e-8408-ee5a2f34b698 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:45.969768 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:45.973163 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:44Z', 'revision_number': 3, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:45.999613 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Checking router: 5eed3ed0-2e21-4093-8ecd-a74df3317478 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:11:46.000411 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Updating router 5eed3ed0-2e21-4093-8ecd-a74df3317478 port db13fffa-5d48-41bd-bb7e-4d334fc65f34 binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:11:46.040747 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:46.154141 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-52afb3db-4486-433c-9893-e083fa480cf4 None None] Current status of the port 48e643c5-b7cc-411e-8408-ee5a2f34b698 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:46.240336 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61551a1-e69b-4dd7-b873-91ff11a5f903 req-5fdafc2c-4314-4868-9a29-74b162d4897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:46.241876 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b61551a1-e69b-4dd7-b873-91ff11a5f903 req-5fdafc2c-4314-4868-9a29-74b162d4897e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 1130 time: 0.1071799 May 26 15:11:46.251785 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3814-186e-4ce8-bdeb-b8250541f03f req-3e5db0bc-5e65-4e2a-88d3-d97ac4910cde tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:46.253228 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-745d3814-186e-4ce8-bdeb-b8250541f03f req-3e5db0bc-5e65-4e2a-88d3-d97ac4910cde tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.1174560 May 26 15:11:46.296853 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-00899d08-7549-4b47-9898-9fefff8625b8 req-530b6548-7893-4117-822a-9aff748c79dd tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157343 May 26 15:11:46.341204 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Publish callbacks [] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:46.347203 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:46.394545 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:46.401573 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Attempting to bind port db13fffa-5d48-41bd-bb7e-4d334fc65f34 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:11:46.401943 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Attempting to bind port db13fffa-5d48-41bd-bb7e-4d334fc65f34 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:11:46.402341 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Attempting to bind port db13fffa-5d48-41bd-bb7e-4d334fc65f34 on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:46.404358 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Pushing event updated for resources: {'Port': ['ID=db13fffa-5d48-41bd-bb7e-4d334fc65f34,revision_number=2']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:46.409092 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b61551a1-e69b-4dd7-b873-91ff11a5f903 req-1c58a6e8-687e-4ba0-8c13-b5d1e71a189c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538749 May 26 15:11:46.414648 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.414991 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.415444 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.415697 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.416028 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.416351 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.416669 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.416983 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.417318 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.417669 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.417985 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.418324 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.418658 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.419054 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.419458 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:11:46.420888 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-745d3814-186e-4ce8-bdeb-b8250541f03f req-32be7197-277a-4aae-b27b-be8213730a5e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309545 May 26 15:11:46.422771 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:11:46.423146 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:46.423547 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:46.423935 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:11:46.424416 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Bound port: db13fffa-5d48-41bd-bb7e-4d334fc65f34, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:11:46.424793 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:46.478958 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] For port db13fffa-5d48-41bd-bb7e-4d334fc65f34, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:11:46.482145 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] For port db13fffa-5d48-41bd-bb7e-4d334fc65f34, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=db13fffa-5d48-41bd-bb7e-4d334fc65f34,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:11:46.488139 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:46.551191 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:46.551653 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44600-e183-43aa-bbea-c588bbcffe49 None None] Pushing event updated for resources: {'Port': ['ID=db13fffa-5d48-41bd-bb7e-4d334fc65f34,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:46.554208 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:46.554830 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:46.613799 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:46.659149 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:46.715020 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Allocated IP 172.20.0.1 (68359501-3537-436b-ae78-35604426e377/33d702e5-ab8e-40e5-b79e-9c03c1734be5/cb33c147-05d7-4b99-aeb1-2e8102f2e3e3) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:11:46.852283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Publish callbacks [] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:46.870352 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be452-cdf3-40bc-94bb-44571a7d3b99 req-4212e326-a5a6-4177-9eee-d1df80b7e747 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:46.872160 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fb3be452-cdf3-40bc-94bb-44571a7d3b99 req-4212e326-a5a6-4177-9eee-d1df80b7e747 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 943 time: 0.0716715 May 26 15:11:46.912788 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:44Z', 'revision_number': 3, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:46.915401 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:46.931897 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:46.938079 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3906a-303d-44cd-9f1e-75ea261df868 None None] The sync data for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi is: [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:44Z', 'revision_number': 3, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:11:46.983238 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fb3be452-cdf3-40bc-94bb-44571a7d3b99 req-4fe8833a-2af1-49f2-bde1-6f83357c324e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007965 May 26 15:11:46.985059 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Network 68359501-3537-436b-ae78-35604426e377 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:46.992574 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:46.995276 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:11:47.029031 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb33c147-05d7-4b99-aeb1-2e8102f2e3e3,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:47.049714 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (5eed3ed0-2e21-4093-8ecd-a74df3317478), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.221522 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.241430 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:11:47.269437 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:47.323500 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-301693af-44a2-4328-b11e-d68174c108e0 None None] Provisioning complete for port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:47.323987 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-301693af-44a2-4328-b11e-d68174c108e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.377923 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-301693af-44a2-4328-b11e-d68174c108e0 None None] Port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:11:47.393600 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:47.424699 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'port_id': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'mac_address': 'fa:16:3e:2d:bf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:11:47.448137 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de59b9b-a132-4461-ae7b-f8f0a8b7560a req-2688a69a-975a-48ea-a9c2-918306536c88 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:47.449779 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7de59b9b-a132-4461-ae7b-f8f0a8b7560a req-2688a69a-975a-48ea-a9c2-918306536c88 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 946 time: 0.0627427 May 26 15:11:47.490712 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:47.491271 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.506981 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5306c2-86c5-4899-9abd-3ff6e390eb95 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:11:47.528226 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:47.535642 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:47.540683 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7de59b9b-a132-4461-ae7b-f8f0a8b7560a req-b1817fa6-57d4-4104-89c3-50f045ed4972 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837975 May 26 15:11:47.545994 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:47.556599 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.607091 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device db13fffa-5d48-41bd-bb7e-4d334fc65f34 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:47.642478 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1959f-ccfd-4056-82fd-2afde80284fc req-e6484abf-cdf3-4507-a85b-c7697974a958 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:47.643509 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bfd1959f-ccfd-4056-82fd-2afde80284fc req-e6484abf-cdf3-4507-a85b-c7697974a958 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.1017570 May 26 15:11:47.650109 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Publish callbacks [] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.653569 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=9']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:47.670793 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.675629 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port db13fffa-5d48-41bd-bb7e-4d334fc65f34 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:47.676021 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.756555 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port db13fffa-5d48-41bd-bb7e-4d334fc65f34 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:47.756945 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.765141 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (5eed3ed0-2e21-4093-8ecd-a74df3317478), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.771602 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bfd1959f-ccfd-4056-82fd-2afde80284fc req-36f437d5-f1b3-4510-a445-46516e934c20 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190281 May 26 15:11:47.772049 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb33c147-05d7-4b99-aeb1-2e8102f2e3e3,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:47.780829 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port db13fffa-5d48-41bd-bb7e-4d334fc65f34, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=db13fffa-5d48-41bd-bb7e-4d334fc65f34,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:47.788362 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.790032 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 48e643c5-b7cc-411e-8408-ee5a2f34b698 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:47.877348 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Network 68359501-3537-436b-ae78-35604426e377 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:47.879216 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:47.882444 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:47.892424 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.893435 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=db13fffa-5d48-41bd-bb7e-4d334fc65f34,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:47.905880 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 48e643c5-b7cc-411e-8408-ee5a2f34b698 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:47.906248 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:47.990319 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 48e643c5-b7cc-411e-8408-ee5a2f34b698 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:48.004807 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['2e5306c2-86c5-4899-9abd-3ff6e390eb95'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:11:48.020697 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Router 5eed3ed0-2e21-4093-8ecd-a74df3317478 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:11:48.189226 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f35062-5619-4e5f-ba17-a0198a6a72b5 req-e90294ff-ea11-4ea1-9616-02e341cfa326 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:48.190591 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a2f35062-5619-4e5f-ba17-a0198a6a72b5 req-e90294ff-ea11-4ea1-9616-02e341cfa326 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 944 time: 0.1004295 May 26 15:11:48.202647 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-4fd79039-d4dc-45af-9c59-0f99a9f1dcb1 None None] Provisioning complete for port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:48.203009 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-4fd79039-d4dc-45af-9c59-0f99a9f1dcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:48.207381 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:11:48.216769 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-bae8d4b1-6379-4caf-b986-d9234a3750a8 admin admin] 10.222.0.46 "PUT /v2.0/routers/5eed3ed0-2e21-4093-8ecd-a74df3317478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6702826 May 26 15:11:48.242714 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-4fd79039-d4dc-45af-9c59-0f99a9f1dcb1 None None] Port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:11:48.268885 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a2f35062-5619-4e5f-ba17-a0198a6a72b5 req-a6cf62c7-14aa-4768-830c-afe62b3f551b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703702 May 26 15:11:48.673953 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c274c-8542-4b93-b536-d6a6a7ff5018 req-68f61f8c-fa20-48a6-9a7d-1b088a085d8e tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:48.675565 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d58c274c-8542-4b93-b536-d6a6a7ff5018 req-68f61f8c-fa20-48a6-9a7d-1b088a085d8e tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 946 time: 0.0550931 May 26 15:11:48.690399 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:48.737028 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d58c274c-8542-4b93-b536-d6a6a7ff5018 req-d91a9451-9981-48b1-9419-4514d6dc89e2 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555232 May 26 15:11:48.755683 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46774) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:48.761131 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-340416753-network', 'tenant_id': '6307f64212a64a84b5369682457e94db'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:48.787096 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Made reservation on behalf of 6307f64212a64a84b5369682457e94db for: {'network': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:11:48.792326 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:48.803726 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:48.920871 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Publish callbacks [] for security_group (189ec7d1-1b34-4108-9a69-0f5e7e3f9465), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:48.922004 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:48.927808 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (189ec7d1-1b34-4108-9a69-0f5e7e3f9465), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:48.927935 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b8583-ed20-4c11-a86c-98c8a68a5141 req-ed0e0479-65fc-4f3c-b917-81d492aa2105 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:48.929492 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-539b8583-ed20-4c11-a86c-98c8a68a5141 req-ed0e0479-65fc-4f3c-b917-81d492aa2105 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0602176 May 26 15:11:48.945498 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=104042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:11:48.956185 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (fa112a74-507c-4ca7-b241-47356be72b9c), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:48.956847 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.segments_db [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Added segment fa112a74-507c-4ca7-b241-47356be72b9c of type vlan for network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 May 26 15:11:48.959497 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Sync routers for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:11:48.976099 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:48.976780 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:49.009158 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (26268ec6-3bfc-43ab-a1be-f6f0b097c6b7), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.020505 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-539b8583-ed20-4c11-a86c-98c8a68a5141 req-0cd3f136-b49d-4617-9496-cc4e0920fc1b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796504 May 26 15:11:49.057772 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (26268ec6-3bfc-43ab-a1be-f6f0b097c6b7), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.058775 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:49.059356 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.085592 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189ec7d1-1b34-4108-9a69-0f5e7e3f9465,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:49.096111 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:49.129203 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46818) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:49.129862 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3728592 May 26 15:11:49.139545 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Request body: {'subnet': {'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-340416753-subnet', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'ip_version': 4}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:49.145288 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516873e2-ea04-412c-ba79-1e0720ceb160 admin admin] Pushing event updated for resources: {'Network': ['ID=26268ec6-3bfc-43ab-a1be-f6f0b097c6b7,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:49.170889 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Made reservation on behalf of 6307f64212a64a84b5369682457e94db for: {'subnet': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:11:49.174616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8328532'] for subnet (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.184684 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:11:49.213802 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:49.271259 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:49.367320 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:49.386416 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:49.386618 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.416432 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:49.464014 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c8c47-56ec-48de-99fc-5aeecbf1db5f req-a76bb7e8-175e-405f-b1c2-3a952f2b5ccc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:49.464975 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device db13fffa-5d48-41bd-bb7e-4d334fc65f34 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:49.465831 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-103c8c47-56ec-48de-99fc-5aeecbf1db5f req-a76bb7e8-175e-405f-b1c2-3a952f2b5ccc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 944 time: 0.0921934 May 26 15:11:49.467563 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7875896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8328514'] for subnet (20b2317c-2c80-4c39-8193-0a33d3512ee8), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.471579 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'cb33c147-05d7-4b99-aeb1-2e8102f2e3e3', 'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'mac_address': 'fa:16:3e:fb:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:46Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 2, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'subnets': [{'id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:49.527260 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Checking router: 5eed3ed0-2e21-4093-8ecd-a74df3317478 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:11:49.527540 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Updating router 5eed3ed0-2e21-4093-8ecd-a74df3317478 port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:11:49.571237 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b2317c-2c80-4c39-8193-0a33d3512ee8,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:49.586536 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-103c8c47-56ec-48de-99fc-5aeecbf1db5f req-7907b5d3-ca7b-4af9-ae5b-d2cc67c00d1e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111820 May 26 15:11:49.591915 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Checking segment: {'id': 'fa112a74-507c-4ca7-b241-47356be72b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:49.592595 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Network hostable DHCP agents. Network: 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:11:49.597502 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.602739 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:49.603110 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.613714 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:11:49.627288 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7) {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:49.631351 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:49.631974 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.640947 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1954f40-5341-4e81-8f38-c2f4e3c0abc6 None None] Network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:11:49.658798 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-abb1f36c-ef23-4c18-b731-90a3d252a0d4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5257473 May 26 15:11:49.658798 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 46832) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:49.663123 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:49.670151 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port db13fffa-5d48-41bd-bb7e-4d334fc65f34 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:49.670521 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.689262 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (c7039680-4438-4315-b031-898279358465), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.690671 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (c7039680-4438-4315-b031-898279358465), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.713280 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:11:49.715623 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119d637f-2e1e-466c-a17f-b8e4cda29e84" -d '{"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-plugged", "status": "completed", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:11:49.770023 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks [] for router_controller (c7039680-4438-4315-b031-898279358465), precommit_add_association {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:49.980176 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-49339ab5-bdff-4633-ae72-ae0e16d5113b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1065681 May 26 15:11:49.983024 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:49.986736 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks [] for router_gateway (c7039680-4438-4315-b031-898279358465), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.018567 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17d6ed2-3bc3-4939-83c6-38975e1eb4d1 x-openstack-request-id: req-a17d6ed2-3bc3-4939-83c6-38975e1eb4d1 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:11:50.018883 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-plugged", "status": "completed", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:11:50.019094 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a17d6ed2-3bc3-4939-83c6-38975e1eb4d1 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:11:50.019361 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17d6ed2-3bc3-4939-83c6-38975e1eb4d1'] response: {'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'code': 200} May 26 15:11:50.021935 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:50.052984 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.092370 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-26268ec6-3bfc-43ab-a1be-f6f0b097c6b7', 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7', 'project_id': '6307f64212a64a84b5369682457e94db', 'fixed_ips': [{'subnet_id': '20b2317c-2c80-4c39-8193-0a33d3512ee8'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:11:50.093311 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.310240 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=10']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:50.344136 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:50.351998 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port db13fffa-5d48-41bd-bb7e-4d334fc65f34 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:50.404499 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:50.419713 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02868a18-ba43-4f01-9133-4f0f3c1d42fe req-2dbf430c-e7df-4bdb-a23f-c76484047acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:50.421666 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-02868a18-ba43-4f01-9133-4f0f3c1d42fe req-2dbf430c-e7df-4bdb-a23f-c76484047acb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 1130 time: 0.0646412 May 26 15:11:50.459625 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b71d78-2fe5-4089-93cd-58b2169241d3 req-c40d9ce5-0961-41e9-b879-739f6bfaa810 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:50.461165 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-67b71d78-2fe5-4089-93cd-58b2169241d3 req-c40d9ce5-0961-41e9-b879-739f6bfaa810 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.3212767 May 26 15:11:50.484031 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-02868a18-ba43-4f01-9133-4f0f3c1d42fe req-7d3b998f-6b8a-481d-a96c-297ca7767b2e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535283 May 26 15:11:50.495373 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-ea7f777b-c76b-4d09-939c-0ac5553c34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:50.497193 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-ea7f777b-c76b-4d09-939c-0ac5553c34d6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 1130 time: 0.0897074 May 26 15:11:50.500066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks [] for router_gateway (c7039680-4438-4315-b031-898279358465), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.501130 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Allocated IP 172.20.0.2 (26268ec6-3bfc-43ab-a1be-f6f0b097c6b7/20b2317c-2c80-4c39-8193-0a33d3512ee8/fc19a38f-bf0d-4d6f-af7a-771269d4de8f) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:11:50.524684 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.530361 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:50.585942 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-67b71d78-2fe5-4089-93cd-58b2169241d3 req-69ce586b-1082-42a0-b27a-60b927ddb7f9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179955 May 26 15:11:50.665473 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Publish callbacks [] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.682520 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.688307 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:50.731208 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Allocated IP 172.27.1.116 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/fed84984-06be-4291-9900-3da30618d744) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:11:50.771892 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ed057-cb37-441e-8a53-0e814673fddf req-0a97e734-160b-4dc0-8f4e-05eae64a0727 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:50.774611 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8d7ed057-cb37-441e-8a53-0e814673fddf req-0a97e734-160b-4dc0-8f4e-05eae64a0727 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 946 time: 0.0975280 May 26 15:11:50.807577 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b52996-7b11-4de3-bd93-8e99d3708141 None None] Pushing event updated for resources: {'Port': ['ID=cb33c147-05d7-4b99-aeb1-2e8102f2e3e3,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:50.817058 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Publish callbacks [] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.866445 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.930745 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Attempting to bind port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:11:50.931219 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Attempting to bind port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:11:50.931585 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Attempting to bind port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 on network 68359501-3537-436b-ae78-35604426e377 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:50.938167 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks [] for port (fed84984-06be-4291-9900-3da30618d744), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.939593 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:50.949949 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:50.955354 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:11:50.958061 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:11:50.958428 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Checking segment: {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:50.958830 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.959213 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Bound using segment: {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:11:50.960002 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Bound port: cb33c147-05d7-4b99-aeb1-2e8102f2e3e3, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:11:50.960133 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:50.975552 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Pushing event updated for resources: {'Port': ['ID=fc19a38f-bf0d-4d6f-af7a-771269d4de8f,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:50.994481 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8d7ed057-cb37-441e-8a53-0e814673fddf req-89fa08d3-58fe-43ce-859e-0ccbbe3798ce tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497402 May 26 15:11:51.085256 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:51.101152 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (fed84984-06be-4291-9900-3da30618d744), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.122942 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Attempting to bind port fc19a38f-bf0d-4d6f-af7a-771269d4de8f on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:11:51.123299 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Attempting to bind port fc19a38f-bf0d-4d6f-af7a-771269d4de8f by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'fa112a74-507c-4ca7-b241-47356be72b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:11:51.123787 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Attempting to bind port fc19a38f-bf0d-4d6f-af7a-771269d4de8f on network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:51.128596 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] For port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:11:51.143986 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-ad8620c5-fbec-491a-b6a1-afb578176e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:51.145520 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-ad8620c5-fbec-491a-b6a1-afb578176e52 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 911 time: 0.1928563 May 26 15:11:51.145670 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-88df8bc5-93b3-49ca-8e98-b45fc205f05c None None] Provisioning complete for port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:51.145896 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-88df8bc5-93b3-49ca-8e98-b45fc205f05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.151450 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:11:51.151823 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Checking segment: {'id': 'fa112a74-507c-4ca7-b241-47356be72b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:51.152281 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.152670 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Bound using segment: {'id': 'fa112a74-507c-4ca7-b241-47356be72b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:11:51.153135 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Bound port: fc19a38f-bf0d-4d6f-af7a-771269d4de8f, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa112a74-507c-4ca7-b241-47356be72b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:11:51.153535 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.156161 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:51.161827 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:51.168719 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:11:51.173182 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] For port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=cb33c147-05d7-4b99-aeb1-2e8102f2e3e3,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:11:51.192610 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Pushing event updated for resources: {'Port': ['ID=fed84984-06be-4291-9900-3da30618d744,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:51.193020 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.208840 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:51.268741 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-88df8bc5-93b3-49ca-8e98-b45fc205f05c None None] Port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:11:51.320253 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:51.320957 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:51.367349 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b52996-7b11-4de3-bd93-8e99d3708141 None None] Pushing event updated for resources: {'Port': ['ID=cb33c147-05d7-4b99-aeb1-2e8102f2e3e3,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:51.381657 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] For port fc19a38f-bf0d-4d6f-af7a-771269d4de8f, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:11:51.404874 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] For port fc19a38f-bf0d-4d6f-af7a-771269d4de8f, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=fc19a38f-bf0d-4d6f-af7a-771269d4de8f,segment=NetworkSegment(fa112a74-507c-4ca7-b241-47356be72b9c),segment_id=fa112a74-507c-4ca7-b241-47356be72b9c)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:11:51.440476 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.454262 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:51.494347 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-f7182c8b-f81c-4f0d-9ab9-b0da92fdc591 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd HTTP/1.1" status: 200 len: 1001 time: 0.0920665 May 26 15:11:51.516840 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:51.566129 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b5d09-b76a-452c-b7ba-1fe5e9acdcd3 None None] Pushing event updated for resources: {'Port': ['ID=fc19a38f-bf0d-4d6f-af7a-771269d4de8f,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:51.586127 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks [] for router_gateway (c7039680-4438-4315-b031-898279358465), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.592330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-c79cf810-44bc-4c7c-a76f-4972127d0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:51.593830 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-c79cf810-44bc-4c7c-a76f-4972127d0c7e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.0724285 May 26 15:11:51.669020 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-d653d282-c66e-42da-8730-e5cac375138f None None] Provisioning complete for port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:51.669387 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d653d282-c66e-42da-8730-e5cac375138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.744449 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-d992437c-777c-44ed-8f4d-98b886ee6e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:51.746825 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-d992437c-777c-44ed-8f4d-98b886ee6e72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1178880 May 26 15:11:51.838760 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'cb33c147-05d7-4b99-aeb1-2e8102f2e3e3', 'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'mac_address': 'fa:16:3e:fb:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:46Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'subnets': [{'id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:51.843296 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-d653d282-c66e-42da-8730-e5cac375138f None None] Current status of the port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:51.843639 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d653d282-c66e-42da-8730-e5cac375138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.888300 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c301f4-d948-492c-9191-fdb7b76fc772 None None] The sync data for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi is: [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'cb33c147-05d7-4b99-aeb1-2e8102f2e3e3', 'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'mac_address': 'fa:16:3e:fb:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:46Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'subnets': [{'id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:11:51.907075 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:51.920169 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-d653d282-c66e-42da-8730-e5cac375138f None None] For port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=cb33c147-05d7-4b99-aeb1-2e8102f2e3e3,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:51.932969 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d653d282-c66e-42da-8730-e5cac375138f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:51.971519 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec325d1a-3acb-44de-b563-1e29d4a132ed req-f5e45cd5-1537-4bb5-baa1-2675109f4cdb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:51.973300 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ec325d1a-3acb-44de-b563-1e29d4a132ed req-f5e45cd5-1537-4bb5-baa1-2675109f4cdb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.2321460 May 26 15:11:52.029190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653d282-c66e-42da-8730-e5cac375138f None None] Pushing event updated for resources: {'Port': ['ID=cb33c147-05d7-4b99-aeb1-2e8102f2e3e3,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:52.044983 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-d1836cd6-66d0-43ea-b5b9-9980e9e340ba service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625635 May 26 15:11:52.145197 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ec325d1a-3acb-44de-b563-1e29d4a132ed req-79c0fd61-3401-4d25-bc1e-57b0bbe053ec tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438768 May 26 15:11:52.159471 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (c7039680-4438-4315-b031-898279358465), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:52.206517 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699fa79-7b4e-48cf-a4d8-a04d35a1f5c7 req-e13de53c-fa38-40c7-93c7-7e87057d4901 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:52.208045 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c699fa79-7b4e-48cf-a4d8-a04d35a1f5c7 req-e13de53c-fa38-40c7-93c7-7e87057d4901 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 946 time: 0.1145692 May 26 15:11:52.284751 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:52.314155 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c699fa79-7b4e-48cf-a4d8-a04d35a1f5c7 req-97850948-49d4-4e41-86c3-1ed0b49be597 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987620 May 26 15:11:52.362576 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Router c7039680-4438-4315-b031-898279358465 is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:11:52.489428 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:11:52.500910 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Sync routers for ids ['c7039680-4438-4315-b031-898279358465'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:11:52.519216 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Routers {'c7039680-4438-4315-b031-898279358465'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:52.521067 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['c7039680-4438-4315-b031-898279358465'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:52.522330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:52.526923 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46858) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:52.527455 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ae0f1f08-acdc-45ee-b405-29964b560e9a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8673713 May 26 15:11:52.586883 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:52.750528 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Set router c7039680-4438-4315-b031-898279358465 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:52.838990 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f6bb4-ca6d-40a1-aed4-7eb353d01d40 None None] Network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:11:52.851410 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e295b58b-a9f6-490d-9c14-421b84dac3d0 req-0d865f00-3a2e-479e-831d-03e4228acd3e service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551718 May 26 15:11:53.068280 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7039680-4438-4315-b031-898279358465', 'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'fed84984-06be-4291-9900-3da30618d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:49Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 3, 'project_id': '6307f64212a64a84b5369682457e94db', 'gw_port': {'id': 'fed84984-06be-4291-9900-3da30618d744', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:50Z', 'updated_at': '2022-05-26T15:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:53.102211 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Checking router: c7039680-4438-4315-b031-898279358465 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:11:53.102558 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Updating router c7039680-4438-4315-b031-898279358465 port fed84984-06be-4291-9900-3da30618d744 binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:11:53.134687 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (fed84984-06be-4291-9900-3da30618d744), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.157840 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-257f8495-e7f0-4280-aa5f-38b8acadd35a None None] Provisioning complete for port fc19a38f-bf0d-4d6f-af7a-771269d4de8f triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:53.157840 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-257f8495-e7f0-4280-aa5f-38b8acadd35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.317863 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:53.336982 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-257f8495-e7f0-4280-aa5f-38b8acadd35a None None] Current status of the port fc19a38f-bf0d-4d6f-af7a-771269d4de8f is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:53.337711 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-257f8495-e7f0-4280-aa5f-38b8acadd35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.338997 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.386849 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa39ba-e4d2-45c8-aaa6-750a26efcf02 req-4bfcf6bc-cbc4-4b9a-893d-014b7dce42e2 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:53.388340 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-13aa39ba-e4d2-45c8-aaa6-750a26efcf02 req-4bfcf6bc-cbc4-4b9a-893d-014b7dce42e2 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0909224 May 26 15:11:53.401176 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-257f8495-e7f0-4280-aa5f-38b8acadd35a None None] For port fc19a38f-bf0d-4d6f-af7a-771269d4de8f, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=fc19a38f-bf0d-4d6f-af7a-771269d4de8f,segment=NetworkSegment(fa112a74-507c-4ca7-b241-47356be72b9c),segment_id=fa112a74-507c-4ca7-b241-47356be72b9c)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:53.418409 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-257f8495-e7f0-4280-aa5f-38b8acadd35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.520935 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f8495-e7f0-4280-aa5f-38b8acadd35a None None] Pushing event updated for resources: {'Port': ['ID=fc19a38f-bf0d-4d6f-af7a-771269d4de8f,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:53.555482 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-13aa39ba-e4d2-45c8-aaa6-750a26efcf02 req-ece05f7c-4efa-447f-a39f-822a1053d689 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602473 May 26 15:11:53.603080 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b18ffa-b80b-45f0-a3b5-ffa1b402a667 req-462ec04f-1e1f-4d67-83a3-77a9fe3c27b3 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:53.606109 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-88b18ffa-b80b-45f0-a3b5-ffa1b402a667 req-462ec04f-1e1f-4d67-83a3-77a9fe3c27b3 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 946 time: 0.0986340 May 26 15:11:53.677065 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fc19a38f-bf0d-4d6f-af7a-771269d4de8f up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:53.771287 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-8af3c0eb-d62e-49cc-bf34-82e17f42ec0f None None] Provisioning complete for port fc19a38f-bf0d-4d6f-af7a-771269d4de8f triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:53.771680 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-8af3c0eb-d62e-49cc-bf34-82e17f42ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.775112 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-88b18ffa-b80b-45f0-a3b5-ffa1b402a667 req-2bf11afa-880e-4308-bf32-e383a5f87224 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626213 May 26 15:11:53.828342 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port fc19a38f-bf0d-4d6f-af7a-771269d4de8f triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:53.829023 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.863971 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:53.873062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Allocated IP 172.20.0.1 (26268ec6-3bfc-43ab-a1be-f6f0b097c6b7/20b2317c-2c80-4c39-8193-0a33d3512ee8/e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:11:53.890133 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Publish callbacks [] for port (fed84984-06be-4291-9900-3da30618d744), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.897606 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (fed84984-06be-4291-9900-3da30618d744), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.926910 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-8af3c0eb-d62e-49cc-bf34-82e17f42ec0f None None] Current status of the port fc19a38f-bf0d-4d6f-af7a-771269d4de8f is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:53.971197 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cc4e8-cadb-4a49-8d68-a3e5fa08db13 None None] Pushing event updated for resources: {'Port': ['ID=fed84984-06be-4291-9900-3da30618d744,revision_number=2']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:53.981512 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port fc19a38f-bf0d-4d6f-af7a-771269d4de8f is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:53.982686 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:53.991555 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Attempting to bind port fed84984-06be-4291-9900-3da30618d744 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:11:53.992101 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Attempting to bind port fed84984-06be-4291-9900-3da30618d744 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:11:53.992227 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Publish callbacks [] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:53.992800 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Attempting to bind port fed84984-06be-4291-9900-3da30618d744 on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:54.002063 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:11:54.002629 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:54.003247 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.003913 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:11:54.004586 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Bound port: fed84984-06be-4291-9900-3da30618d744, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:11:54.005491 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (fed84984-06be-4291-9900-3da30618d744), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.027124 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:54.032111 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.043822 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:54.051356 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:54.051710 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.068651 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] For port fed84984-06be-4291-9900-3da30618d744, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:11:54.073720 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] For port fed84984-06be-4291-9900-3da30618d744, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=fed84984-06be-4291-9900-3da30618d744,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:11:54.082964 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:54.086334 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (fed84984-06be-4291-9900-3da30618d744), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.087517 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:54.092975 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:11:54.121544 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Pushing event updated for resources: {'Port': ['ID=e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:54.148517 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (c7039680-4438-4315-b031-898279358465), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.154776 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:54.170284 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Routers {'c7039680-4438-4315-b031-898279358465'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:54.170926 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['c7039680-4438-4315-b031-898279358465'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:54.176079 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:54.229275 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cc4e8-cadb-4a49-8d68-a3e5fa08db13 None None] Pushing event updated for resources: {'Port': ['ID=fed84984-06be-4291-9900-3da30618d744,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:54.304751 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.320328 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] Set router c7039680-4438-4315-b031-898279358465 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:54.348194 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-cca32ae7-14b3-4901-9801-069cbe86ad9a None None] Provisioning complete for port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:54.348649 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-cca32ae7-14b3-4901-9801-069cbe86ad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.355914 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:54.389475 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-cca32ae7-14b3-4901-9801-069cbe86ad9a None None] Port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:11:54.515143 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Publish callbacks [] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.515347 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7039680-4438-4315-b031-898279358465', 'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'fed84984-06be-4291-9900-3da30618d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:49Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 3, 'project_id': '6307f64212a64a84b5369682457e94db', 'gw_port': {'id': 'fed84984-06be-4291-9900-3da30618d744', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:50Z', 'updated_at': '2022-05-26T15:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:54.522040 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.541176 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec3bf6-f315-405f-9139-b8906084dafa None None] The sync data for ids ['c7039680-4438-4315-b031-898279358465'] in dv-cinder-788367-11-iscsi is: [{'id': 'c7039680-4438-4315-b031-898279358465', 'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'fed84984-06be-4291-9900-3da30618d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:49Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 3, 'project_id': '6307f64212a64a84b5369682457e94db', 'gw_port': {'id': 'fed84984-06be-4291-9900-3da30618d744', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:50Z', 'updated_at': '2022-05-26T15:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:11:54.708030 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dee9e-3ec8-424c-b364-71c11d020112 req-96872084-9882-407d-8536-d97c051111e8 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:54.709769 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8a3dee9e-3ec8-424c-b364-71c11d020112 req-96872084-9882-407d-8536-d97c051111e8 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0685532 May 26 15:11:54.770367 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8a3dee9e-3ec8-424c-b364-71c11d020112 req-7dd17a25-7a67-4c18-984b-af7083cc3ed0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526004 May 26 15:11:54.852725 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Pushing event updated for resources: {'Port': ['ID=e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:54.859989 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (c7039680-4438-4315-b031-898279358465), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:54.932757 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0dd35-2ed0-45b2-9565-ec914405d607 req-3753094d-b5d7-42b7-8441-e80dff2fce53 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:54.934333 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e2b0dd35-2ed0-45b2-9565-ec914405d607 req-3753094d-b5d7-42b7-8441-e80dff2fce53 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 946 time: 0.0583029 May 26 15:11:54.955852 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:54.977439 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:11:54.979214 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:11:54.998838 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e2b0dd35-2ed0-45b2-9565-ec914405d607 req-e5102008-c527-4608-b55e-6e628cbb077a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581989 May 26 15:11:55.127159 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:55.129512 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Router c7039680-4438-4315-b031-898279358465 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:11:55.220872 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-0c266514-616e-4f7c-bd64-6362251e4c50 None None] Provisioning complete for port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:55.221361 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-0c266514-616e-4f7c-bd64-6362251e4c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.250993 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:11:55.256586 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-ed9f431f-4172-4d58-9c17-9a8a0902d848 admin admin] 10.222.0.46 "PUT /v2.0/routers/c7039680-4438-4315-b031-898279358465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7275169 May 26 15:11:55.269413 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-0c266514-616e-4f7c-bd64-6362251e4c50 None None] Port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:11:55.543209 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fc19a38f-bf0d-4d6f-af7a-771269d4de8f up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:55.590203 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port fc19a38f-bf0d-4d6f-af7a-771269d4de8f triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:55.590927 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.640996 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46916) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:55.645616 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-40f5cd78-f569-4dfb-88f2-c8310188ac0b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868104037', 'description': 'tempest-secgroup-smoke-1868104037 description', 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:55.659749 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:55.667438 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-40f5cd78-f569-4dfb-88f2-c8310188ac0b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.672235 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port fc19a38f-bf0d-4d6f-af7a-771269d4de8f is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:55.673306 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fed84984-06be-4291-9900-3da30618d744 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:55.696976 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:55.722978 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port fed84984-06be-4291-9900-3da30618d744 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:55.723947 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (fed84984-06be-4291-9900-3da30618d744), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.754976 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-40f5cd78-f569-4dfb-88f2-c8310188ac0b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group (122f0c41-ec0f-4df0-b58f-fc96a78ce71c), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.758956 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-40f5cd78-f569-4dfb-88f2-c8310188ac0b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (122f0c41-ec0f-4df0-b58f-fc96a78ce71c), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.808772 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-40f5cd78-f569-4dfb-88f2-c8310188ac0b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.812931 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-40f5cd78-f569-4dfb-88f2-c8310188ac0b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1679976 May 26 15:11:55.813282 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46922) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:55.818504 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-e7e170a7-34c9-4d6d-8aa2-b4b1c237ba15 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Request body: {'security_group_rule': {'security_group_id': '122f0c41-ec0f-4df0-b58f-fc96a78ce71c', 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:55.819176 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port fed84984-06be-4291-9900-3da30618d744 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:55.819753 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (fed84984-06be-4291-9900-3da30618d744), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.824694 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5cd78-f569-4dfb-88f2-c8310188ac0b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122f0c41-ec0f-4df0-b58f-fc96a78ce71c,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:55.856250 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e7e170a7-34c9-4d6d-8aa2-b4b1c237ba15 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (36496188-161c-4c9f-8566-78f190d075d9), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.857484 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port fed84984-06be-4291-9900-3da30618d744, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=fed84984-06be-4291-9900-3da30618d744,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:55.865368 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (fed84984-06be-4291-9900-3da30618d744), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.924479 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e7e170a7-34c9-4d6d-8aa2-b4b1c237ba15 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (36496188-161c-4c9f-8566-78f190d075d9), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.926889 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce604d8-9eff-41b3-8c7d-7a7d1f3c98a6 req-1954f096-3aff-4e38-bb91-9b73d4f1f190 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:55.929414 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1ce604d8-9eff-41b3-8c7d-7a7d1f3c98a6 req-1954f096-3aff-4e38-bb91-9b73d4f1f190 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0615833 May 26 15:11:55.932404 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e7e170a7-34c9-4d6d-8aa2-b4b1c237ba15 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (36496188-161c-4c9f-8566-78f190d075d9), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.933704 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=fed84984-06be-4291-9900-3da30618d744,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:55.959097 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e170a7-34c9-4d6d-8aa2-b4b1c237ba15 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36496188-161c-4c9f-8566-78f190d075d9,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:55.972147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e7e170a7-34c9-4d6d-8aa2-b4b1c237ba15 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:55.976401 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e7e170a7-34c9-4d6d-8aa2-b4b1c237ba15 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596291 May 26 15:11:55.976691 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46924) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:55.981964 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-7cb24f4a-d495-4085-9de5-3f063e67fd49 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Request body: {'security_group_rule': {'security_group_id': '122f0c41-ec0f-4df0-b58f-fc96a78ce71c', 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:55.991780 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1ce604d8-9eff-41b3-8c7d-7a7d1f3c98a6 req-14d3e8e9-9b00-4719-8a91-a63e0b1ba119 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526688 May 26 15:11:56.014117 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7cb24f4a-d495-4085-9de5-3f063e67fd49 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (8829cb80-ba1e-454f-87f4-ca102514087d), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.068485 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7cb24f4a-d495-4085-9de5-3f063e67fd49 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (8829cb80-ba1e-454f-87f4-ca102514087d), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.072527 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7cb24f4a-d495-4085-9de5-3f063e67fd49 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (8829cb80-ba1e-454f-87f4-ca102514087d), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.092713 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb24f4a-d495-4085-9de5-3f063e67fd49 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8829cb80-ba1e-454f-87f4-ca102514087d,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:56.098199 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7cb24f4a-d495-4085-9de5-3f063e67fd49 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.099414 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-7cb24f4a-d495-4085-9de5-3f063e67fd49 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216586 May 26 15:11:56.102179 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46926) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:56.106492 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-eddd3a8a-1ee8-4ca5-af7d-e49f6c617fd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Request body: {'security_group_rule': {'security_group_id': '122f0c41-ec0f-4df0-b58f-fc96a78ce71c', 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:56.133366 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eddd3a8a-1ee8-4ca5-af7d-e49f6c617fd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (badbf657-ed87-43c5-b08d-9211e065520c), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.198255 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eddd3a8a-1ee8-4ca5-af7d-e49f6c617fd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (badbf657-ed87-43c5-b08d-9211e065520c), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.201822 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eddd3a8a-1ee8-4ca5-af7d-e49f6c617fd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (badbf657-ed87-43c5-b08d-9211e065520c), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.219175 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd3a8a-1ee8-4ca5-af7d-e49f6c617fd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badbf657-ed87-43c5-b08d-9211e065520c,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:56.228152 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eddd3a8a-1ee8-4ca5-af7d-e49f6c617fd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.229484 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-eddd3a8a-1ee8-4ca5-af7d-e49f6c617fd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263554 May 26 15:11:56.232200 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46928) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:56.236445 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-895b8e37-0d63-49e0-88ae-aac62fba03d5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Request body: {'security_group_rule': {'security_group_id': '122f0c41-ec0f-4df0-b58f-fc96a78ce71c', 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:56.264657 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-895b8e37-0d63-49e0-88ae-aac62fba03d5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (17f537fb-0d3f-46d2-97eb-7fff6d01f4dc), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.316334 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-895b8e37-0d63-49e0-88ae-aac62fba03d5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (17f537fb-0d3f-46d2-97eb-7fff6d01f4dc), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.322641 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-895b8e37-0d63-49e0-88ae-aac62fba03d5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (17f537fb-0d3f-46d2-97eb-7fff6d01f4dc), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.326675 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Sync routers for ids ['c7039680-4438-4315-b031-898279358465'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:11:56.331853 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:56.341121 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Routers {'c7039680-4438-4315-b031-898279358465'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:56.341785 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['c7039680-4438-4315-b031-898279358465'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:56.348244 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b8e37-0d63-49e0-88ae-aac62fba03d5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f537fb-0d3f-46d2-97eb-7fff6d01f4dc,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:56.363039 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-895b8e37-0d63-49e0-88ae-aac62fba03d5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.367414 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-895b8e37-0d63-49e0-88ae-aac62fba03d5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313221 May 26 15:11:56.367891 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46930) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:56.373365 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-e1ce6772-02d8-427f-b8b3-33be7a056514 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Request body: {'security_group_rule': {'security_group_id': '122f0c41-ec0f-4df0-b58f-fc96a78ce71c', 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:56.395571 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.securitygroups_db [None req-e1ce6772-02d8-427f-b8b3-33be7a056514 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Project 9c5cd1d25e6146bd93bd90286f668b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 15:11:56.401971 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6772-02d8-427f-b8b3-33be7a056514 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (ffd70359-3487-4654-93c4-196dbd2fa9c1), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.450107 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Set router c7039680-4438-4315-b031-898279358465 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:56.452452 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:56.463352 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6772-02d8-427f-b8b3-33be7a056514 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (ffd70359-3487-4654-93c4-196dbd2fa9c1), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.467993 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6772-02d8-427f-b8b3-33be7a056514 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (ffd70359-3487-4654-93c4-196dbd2fa9c1), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.488892 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce6772-02d8-427f-b8b3-33be7a056514 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd70359-3487-4654-93c4-196dbd2fa9c1,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:56.497870 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6772-02d8-427f-b8b3-33be7a056514 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.499073 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e1ce6772-02d8-427f-b8b3-33be7a056514 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303089 May 26 15:11:56.501818 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 46932) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:11:56.506376 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-4625194f-9915-4565-b216-5b0f8d5f51ee tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Request body: {'security_group_rule': {'security_group_id': '122f0c41-ec0f-4df0-b58f-fc96a78ce71c', 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:11:56.527433 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.securitygroups_db [None req-4625194f-9915-4565-b216-5b0f8d5f51ee tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Project 9c5cd1d25e6146bd93bd90286f668b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 15:11:56.533423 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4625194f-9915-4565-b216-5b0f8d5f51ee tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (715d877c-b488-4f17-9d06-70ef3d1b4a5e), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.588701 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4625194f-9915-4565-b216-5b0f8d5f51ee tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (715d877c-b488-4f17-9d06-70ef3d1b4a5e), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.597960 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4625194f-9915-4565-b216-5b0f8d5f51ee tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (715d877c-b488-4f17-9d06-70ef3d1b4a5e), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.599998 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:56.618759 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625194f-9915-4565-b216-5b0f8d5f51ee tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715d877c-b488-4f17-9d06-70ef3d1b4a5e,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:56.629526 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4625194f-9915-4565-b216-5b0f8d5f51ee tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.630702 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-4625194f-9915-4565-b216-5b0f8d5f51ee tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279256 May 26 15:11:56.660502 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7039680-4438-4315-b031-898279358465', 'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'fed84984-06be-4291-9900-3da30618d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:49Z', 'updated_at': '2022-05-26T15:11:54Z', 'revision_number': 4, 'project_id': '6307f64212a64a84b5369682457e94db', 'gw_port': {'id': 'fed84984-06be-4291-9900-3da30618d744', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:50Z', 'updated_at': '2022-05-26T15:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f', 'name': '', 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'mac_address': 'fa:16:3e:05:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '20b2317c-2c80-4c39-8193-0a33d3512ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:53Z', 'updated_at': '2022-05-26T15:11:54Z', 'revision_number': 2, 'project_id': '6307f64212a64a84b5369682457e94db', 'subnets': [{'id': '20b2317c-2c80-4c39-8193-0a33d3512ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:56.687361 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Checking router: c7039680-4438-4315-b031-898279358465 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:11:56.688230 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Updating router c7039680-4438-4315-b031-898279358465 port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:11:56.720307 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:56.999229 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:57.041861 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Publish callbacks [] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:57.047998 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:57.112843 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4f070-7455-4c50-b019-1eb93355add1 None None] Pushing event updated for resources: {'Port': ['ID=e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:57.159946 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b6b05-8668-4aed-8a7f-011d9282e029 req-572deade-6604-489f-bd17-fab875eb3967 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:57.161545 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-451b6b05-8668-4aed-8a7f-011d9282e029 req-572deade-6604-489f-bd17-fab875eb3967 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0991714 May 26 15:11:57.175172 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Attempting to bind port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:11:57.175539 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Attempting to bind port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'fa112a74-507c-4ca7-b241-47356be72b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:11:57.175883 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Attempting to bind port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f on network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:11:57.182056 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:11:57.182452 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Checking segment: {'id': 'fa112a74-507c-4ca7-b241-47356be72b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:11:57.182979 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:57.183374 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Bound using segment: {'id': 'fa112a74-507c-4ca7-b241-47356be72b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:11:57.183842 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Bound port: e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa112a74-507c-4ca7-b241-47356be72b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:11:57.184486 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:57.238794 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-451b6b05-8668-4aed-8a7f-011d9282e029 req-d1f7f4ad-4b54-45e9-8801-12577388cb00 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623982 May 26 15:11:57.266713 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] For port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:11:57.270127 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] For port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f,segment=NetworkSegment(fa112a74-507c-4ca7-b241-47356be72b9c),segment_id=fa112a74-507c-4ca7-b241-47356be72b9c)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:11:57.277722 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:57.340844 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Routers {'c7039680-4438-4315-b031-898279358465'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:11:57.341525 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:11:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['c7039680-4438-4315-b031-898279358465'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:57.346427 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4f070-7455-4c50-b019-1eb93355add1 None None] Pushing event updated for resources: {'Port': ['ID=e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:57.458266 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-a1f0c81c-c8e1-4a8d-b415-c05afaa43a81 None None] Provisioning complete for port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:57.458640 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c81c-c8e1-4a8d-b415-c05afaa43a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:57.465656 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fed84984-06be-4291-9900-3da30618d744 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:57.472815 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] Set router c7039680-4438-4315-b031-898279358465 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:11:57.680177 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:57.801811 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port fed84984-06be-4291-9900-3da30618d744 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:57.802179 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (fed84984-06be-4291-9900-3da30618d744), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:57.878694 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0c81c-c8e1-4a8d-b415-c05afaa43a81 None None] Current status of the port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:57.879174 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c81c-c8e1-4a8d-b415-c05afaa43a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:57.908243 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:57.990365 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-a1f0c81c-c8e1-4a8d-b415-c05afaa43a81 None None] For port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f,segment=NetworkSegment(fa112a74-507c-4ca7-b241-47356be72b9c),segment_id=fa112a74-507c-4ca7-b241-47356be72b9c)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:11:57.999655 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c81c-c8e1-4a8d-b415-c05afaa43a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:58.035375 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7039680-4438-4315-b031-898279358465', 'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'fed84984-06be-4291-9900-3da30618d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:49Z', 'updated_at': '2022-05-26T15:11:54Z', 'revision_number': 4, 'project_id': '6307f64212a64a84b5369682457e94db', 'gw_port': {'id': 'fed84984-06be-4291-9900-3da30618d744', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:50Z', 'updated_at': '2022-05-26T15:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f', 'name': '', 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'mac_address': 'fa:16:3e:05:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '20b2317c-2c80-4c39-8193-0a33d3512ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:53Z', 'updated_at': '2022-05-26T15:11:57Z', 'revision_number': 4, 'project_id': '6307f64212a64a84b5369682457e94db', 'subnets': [{'id': '20b2317c-2c80-4c39-8193-0a33d3512ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:11:58.040101 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port fed84984-06be-4291-9900-3da30618d744 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:58.068098 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca152fd8-43bf-40de-a91e-67b4926cff92 None None] The sync data for ids ['c7039680-4438-4315-b031-898279358465'] in dv-cinder-788367-11-iscsi is: [{'id': 'c7039680-4438-4315-b031-898279358465', 'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'fed84984-06be-4291-9900-3da30618d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:49Z', 'updated_at': '2022-05-26T15:11:54Z', 'revision_number': 4, 'project_id': '6307f64212a64a84b5369682457e94db', 'gw_port': {'id': 'fed84984-06be-4291-9900-3da30618d744', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:50Z', 'updated_at': '2022-05-26T15:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f', 'name': '', 'network_id': '26268ec6-3bfc-43ab-a1be-f6f0b097c6b7', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'mac_address': 'fa:16:3e:05:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '20b2317c-2c80-4c39-8193-0a33d3512ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:53Z', 'updated_at': '2022-05-26T15:11:57Z', 'revision_number': 4, 'project_id': '6307f64212a64a84b5369682457e94db', 'subnets': [{'id': '20b2317c-2c80-4c39-8193-0a33d3512ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:11:58.093098 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0c81c-c8e1-4a8d-b415-c05afaa43a81 None None] Pushing event updated for resources: {'Port': ['ID=e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:11:58.127356 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-2c3a9696-f9a3-4f59-b733-fa6f8b1a932b None None] Provisioning complete for port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:58.128117 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9696-f9a3-4f59-b733-fa6f8b1a932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:58.247214 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a9696-f9a3-4f59-b733-fa6f8b1a932b None None] Current status of the port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:58.310575 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ea8a3da8-84fe-4cb0-b577-ecca3072df77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:58.359377 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db7630-233f-4178-8444-aaa3ac8acefc req-293e193d-baf8-4c57-9df9-37b63ed2ed48 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:58.360928 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-81db7630-233f-4178-8444-aaa3ac8acefc req-293e193d-baf8-4c57-9df9-37b63ed2ed48 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0553939 May 26 15:11:58.418463 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-81db7630-233f-4178-8444-aaa3ac8acefc req-3b1f76cf-4b61-4f15-b396-546b298f3fbc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500619 May 26 15:11:59.449120 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:11:59.497251 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:11:59.497794 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:11:59.522482 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:11:59.542580 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b72880-ae16-4137-8eba-f327da6ab6ed req-9f3763de-5a6a-49f8-91db-b5f1f7a08dca tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:11:59.544420 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-56b72880-ae16-4137-8eba-f327da6ab6ed req-9f3763de-5a6a-49f8-91db-b5f1f7a08dca tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0535014 May 26 15:11:59.578309 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:11:59.594749 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-56b72880-ae16-4137-8eba-f327da6ab6ed req-f8d06916-536b-465e-a5a4-a42a988c7423 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447299 May 26 15:12:00.571606 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f24c9736-a96b-4760-897c-584a0fcdd67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:00.715941 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817073ca-9650-4ec1-899d-647f83e24c0f req-2ab932a6-d58f-4cda-a63b-b386c345380f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:00.717428 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-817073ca-9650-4ec1-899d-647f83e24c0f req-2ab932a6-d58f-4cda-a63b-b386c345380f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0478132 May 26 15:12:00.766453 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-817073ca-9650-4ec1-899d-647f83e24c0f req-7dcd3dc0-7ca8-4374-8f07-39d69df844bb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 May 26 15:12:01.840809 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:01.886618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14b3e2-dba4-4bb0-8030-df2c337e1c6c req-d2ac85dd-bf90-495d-9ff6-93631da03ec1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:01.887989 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4c14b3e2-dba4-4bb0-8030-df2c337e1c6c req-d2ac85dd-bf90-495d-9ff6-93631da03ec1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0500512 May 26 15:12:01.940278 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4c14b3e2-dba4-4bb0-8030-df2c337e1c6c req-41315598-2a74-4399-b253-1a083389d87e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459812 May 26 15:12:03.077540 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccd859-65b5-4b93-a393-3af130ba410a req-b01c2c78-3d00-4fee-9ad5-ec4878a3eb77 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:03.079089 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-37ccd859-65b5-4b93-a393-3af130ba410a req-b01c2c78-3d00-4fee-9ad5-ec4878a3eb77 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0478797 May 26 15:12:03.127321 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-37ccd859-65b5-4b93-a393-3af130ba410a req-94e857fe-1714-47c1-aac2-23efb5e9ad55 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426812 May 26 15:12:03.385042 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:04.250150 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f634ff-9c42-4715-9cbc-f50508f2b4c2 req-429ef9a7-c7d1-4022-89e5-22b37b8a1cdb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:04.251637 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-90f634ff-9c42-4715-9cbc-f50508f2b4c2 req-429ef9a7-c7d1-4022-89e5-22b37b8a1cdb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0480793 May 26 15:12:04.306993 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-90f634ff-9c42-4715-9cbc-f50508f2b4c2 req-648f268c-2e8e-49a5-8965-f1bc1b020142 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490532 May 26 15:12:04.698318 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:05.630048 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6429-d586-4664-8ba5-6cd7028bdb6c req-f0850af5-4617-4f89-b77a-af270799034f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:05.631558 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ad8b6429-d586-4664-8ba5-6cd7028bdb6c req-f0850af5-4617-4f89-b77a-af270799034f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.2429750 May 26 15:12:05.680088 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ad8b6429-d586-4664-8ba5-6cd7028bdb6c req-b52268fb-ff4c-44e9-a33b-9746e2ec1821 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 May 26 15:12:06.615227 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=16,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:06.618320 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:06.627897 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:12:06.795544 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77c882-5fdb-44b2-bc02-8b887f1b944b req-4e29fb5b-18d8-499a-bf3c-6e7dac72ea96 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:06.796878 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1c77c882-5fdb-44b2-bc02-8b887f1b944b req-4e29fb5b-18d8-499a-bf3c-6e7dac72ea96 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0479262 May 26 15:12:06.844374 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1c77c882-5fdb-44b2-bc02-8b887f1b944b req-520b64f7-c5f4-4467-975e-511ebb15a793 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 May 26 15:12:07.744572 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71080-b83f-47a5-9bc8-d1fda2113784 req-03257395-e05a-45ad-9381-4912f8849b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:07.746485 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49b71080-b83f-47a5-9bc8-d1fda2113784 req-03257395-e05a-45ad-9381-4912f8849b46 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 1130 time: 0.0438778 May 26 15:12:07.776715 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:07.793328 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49b71080-b83f-47a5-9bc8-d1fda2113784 req-2ac55d72-9c50-4e7e-b434-a058466801fd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 May 26 15:12:07.958606 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c301196-8d99-4912-85aa-2a8b9d9fafc7 req-4d2947cb-65a7-4db7-b2ab-cfbc03e4414a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:07.960663 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7c301196-8d99-4912-85aa-2a8b9d9fafc7 req-4d2947cb-65a7-4db7-b2ab-cfbc03e4414a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0485294 May 26 15:12:08.011147 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7c301196-8d99-4912-85aa-2a8b9d9fafc7 req-e7c9e386-0615-4854-bc54-5d3cd49a754b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 May 26 15:12:09.126234 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b803a8-25e7-4e2e-9a22-6ed2b4c0b83a req-8552d242-847c-4b1c-8586-ab2e65333a22 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:09.127702 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a7b803a8-25e7-4e2e-9a22-6ed2b4c0b83a req-8552d242-847c-4b1c-8586-ab2e65333a22 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0483284 May 26 15:12:09.180396 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a7b803a8-25e7-4e2e-9a22-6ed2b4c0b83a req-097882ee-6c60-4fb0-b668-8a8f8b85435d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469422 May 26 15:12:10.295177 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95695ed4-c029-4cd6-9db9-c635ee42234a req-20fffff7-4380-4006-b8f2-02ae7574b6a9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:10.296641 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-95695ed4-c029-4cd6-9db9-c635ee42234a req-20fffff7-4380-4006-b8f2-02ae7574b6a9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0496559 May 26 15:12:10.345050 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-95695ed4-c029-4cd6-9db9-c635ee42234a req-494a424a-6627-4c71-9f84-69fc287ae57d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 May 26 15:12:10.625740 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277837-c8a3-436b-bdfb-c73b39b1ede3 req-c658fc50-3278-4f49-9cb6-8461be1d9929 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:10.627306 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-66277837-c8a3-436b-bdfb-c73b39b1ede3 req-c658fc50-3278-4f49-9cb6-8461be1d9929 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0816612 May 26 15:12:10.629962 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:10.636023 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-73280db1-ee84-427c-8f80-140274175e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:10.638119 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-73280db1-ee84-427c-8f80-140274175e09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 1130 time: 0.0586460 May 26 15:12:10.733503 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-66277837-c8a3-436b-bdfb-c73b39b1ede3 req-2de473da-1f40-464b-8252-a9513ce7e7c4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943446 May 26 15:12:10.756996 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-8b01bb55-1b07-4448-9ccc-e7c56eb8ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:10.758703 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-8b01bb55-1b07-4448-9ccc-e7c56eb8ecd8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.1128142 May 26 15:12:10.802691 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-a37dbdf5-cdc3-4b78-bc38-07fdef1f2479 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f HTTP/1.1" status: 200 len: 217 time: 0.0356708 May 26 15:12:10.856060 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-1b686340-3950-484e-a8ad-95217e439f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:10.857597 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-1b686340-3950-484e-a8ad-95217e439f85 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0473657 May 26 15:12:10.902939 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-fe5351f0-af32-4924-8da0-66445f8d9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:10.904449 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-fe5351f0-af32-4924-8da0-66445f8d9f35 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392098 May 26 15:12:11.011953 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-4fc74f76-26c4-42f6-a66a-0a7b7e5acef2 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890923 May 26 15:12:11.113751 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f148a570-57ee-4a3a-88f4-86b1349d13eb req-8feb0368-1bf5-4736-a8ff-2a4114d166b6 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847371 May 26 15:12:11.632024 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=31 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:11.851186 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744a9d7-e271-45a6-b8be-ad86ff392998 req-25527e9b-4765-420b-b8bb-916c6cc85704 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:11.852783 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6744a9d7-e271-45a6-b8be-ad86ff392998 req-25527e9b-4765-420b-b8bb-916c6cc85704 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0494339 May 26 15:12:11.906312 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6744a9d7-e271-45a6-b8be-ad86ff392998 req-a0a3ada1-e47a-4925-8b4a-eab9777a225c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480852 May 26 15:12:13.022711 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b6738-f8eb-4001-b133-f0bfe41f3a4c req-14b884f2-339f-4916-b39f-5029c6a41335 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:13.024160 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-822b6738-f8eb-4001-b133-f0bfe41f3a4c req-14b884f2-339f-4916-b39f-5029c6a41335 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0481100 May 26 15:12:13.071666 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-822b6738-f8eb-4001-b133-f0bfe41f3a4c req-faa7bb8f-e224-4bee-bdd3-1b8c96ce4db3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 May 26 15:12:14.175003 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:14.187729 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4d3d1-ead2-4562-a71a-580e2d5d020a req-8e1f1666-8b1f-4823-a172-662544075be9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:14.189175 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-faa4d3d1-ead2-4562-a71a-580e2d5d020a req-8e1f1666-8b1f-4823-a172-662544075be9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0464022 May 26 15:12:14.235408 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-faa4d3d1-ead2-4562-a71a-580e2d5d020a req-a05ac636-a015-40c4-95f4-c54cafc94744 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 May 26 15:12:14.690201 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:14.692059 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:15.358159 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2c2ec-2a59-4165-b360-8746272566c9 req-b44966d3-df0d-4475-acd7-bbd87232f6ba tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:15.359642 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08d2c2ec-2a59-4165-b360-8746272566c9 req-b44966d3-df0d-4475-acd7-bbd87232f6ba tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0512831 May 26 15:12:15.407159 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08d2c2ec-2a59-4165-b360-8746272566c9 req-09a8361b-b6eb-4a15-ad32-184ac9bfadd1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 May 26 15:12:16.627291 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=17 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:16.788767 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 47156) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:12:16.793801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359862486', 'description': 'tempest-description--820088557'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:16.816054 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:16.886210 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group (8f3334eb-ba89-4a24-9055-d59994b145bf), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:16.889754 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8f3334eb-ba89-4a24-9055-d59994b145bf), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:16.895094 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:16.922690 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:16.923900 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1341329 May 26 15:12:16.926282 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3334eb-ba89-4a24-9055-d59994b145bf,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:16.926869 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47158) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:12:16.931453 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Request body: {'security_group_rule': {'security_group_id': '8f3334eb-ba89-4a24-9055-d59994b145bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:16.934180 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.934527 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.934873 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.935206 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.935567 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.935895 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.936225 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.936550 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.936874 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.937202 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.937610 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.937934 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.938253 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.938572 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.938892 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba43d40-daeb-4bc4-90da-7d7c102a8d0d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:16.960735 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group_rule (87f686ae-49b5-4e43-9adc-0713a10277b2), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.018128 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group_rule (87f686ae-49b5-4e43-9adc-0713a10277b2), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.021783 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (87f686ae-49b5-4e43-9adc-0713a10277b2), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.041653 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f686ae-49b5-4e43-9adc-0713a10277b2,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:17.049831 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.050175 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.050512 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.050845 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.051176 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.051504 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.051826 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.052146 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.052473 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.052792 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.053110 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.053425 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.053762 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.054079 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.054395 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:17.058813 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.059975 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-09c5c119-9638-46ac-840a-78defa97c417 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320870 May 26 15:12:17.062654 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47160) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:12:17.067146 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-d800fa44-cf04-4d13-9196-00834417042d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Request body: {'security_group_rule': {'security_group_id': '8f3334eb-ba89-4a24-9055-d59994b145bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:17.093719 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d800fa44-cf04-4d13-9196-00834417042d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group_rule (f17fcc2f-58d7-4e60-98b8-e9aebefa834e), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.143709 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d800fa44-cf04-4d13-9196-00834417042d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group_rule (f17fcc2f-58d7-4e60-98b8-e9aebefa834e), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.147823 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d800fa44-cf04-4d13-9196-00834417042d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (f17fcc2f-58d7-4e60-98b8-e9aebefa834e), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.167977 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800fa44-cf04-4d13-9196-00834417042d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17fcc2f-58d7-4e60-98b8-e9aebefa834e,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:17.173508 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d800fa44-cf04-4d13-9196-00834417042d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.177733 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-d800fa44-cf04-4d13-9196-00834417042d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112792 May 26 15:12:17.177956 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47164) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:12:17.182216 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:17.202560 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.281676 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.390480 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Allocated IP 172.27.1.217 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/fc31c390-ad4f-43e2-84e0-58a2c107366c) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:12:17.493766 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for port (fc31c390-ad4f-43e2-84e0-58a2c107366c), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.525626 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (fc31c390-ad4f-43e2-84e0-58a2c107366c), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.562130 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:12:17.567193 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:12:17.570618 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:12:17.593897 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event updated for resources: {'Port': ['ID=fc31c390-ad4f-43e2-84e0-58a2c107366c,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:17.608825 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:17.611450 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:17.671421 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for floatingip (ad5869bd-ce7d-4f6f-b659-b701631764bb), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.708412 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (fc31c390-ad4f-43e2-84e0-58a2c107366c), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.857350 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.888560 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for port (fc31c390-ad4f-43e2-84e0-58a2c107366c), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.892968 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (fc31c390-ad4f-43e2-84e0-58a2c107366c), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.962514 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event updated for resources: {'Port': ['ID=fc31c390-ad4f-43e2-84e0-58a2c107366c,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:17.969697 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (ad5869bd-ce7d-4f6f-b659-b701631764bb), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.986428 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:17.987640 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-d9ec5026-377e-40ce-bc07-2a473f27f248 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8087347 May 26 15:12:18.185938 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-49567b00-f54a-4d64-a37a-c0644dbda38f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--359862486&fields=id&tenant_id=45e3fe61cc704411ac645e5935b9d258 HTTP/1.1" status: 200 len: 267 time: 0.0435023 May 26 15:12:18.294472 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-11dccb8c-e169-406a-bd0e-581061770163 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:18.295947 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-11dccb8c-e169-406a-bd0e-581061770163 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 819 time: 0.1036005 May 26 15:12:18.310358 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-772a988a-412d-4be7-9ebc-c25a4b5323e7 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/quotas/45e3fe61cc704411ac645e5935b9d258 HTTP/1.1" status: 200 len: 375 time: 0.0090935 May 26 15:12:18.363171 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b93622ce-6fb7-4d0a-9f81-f336a07eec95 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0480690 May 26 15:12:18.461402 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-d38bcb8a-8f02-4285-a4b9-2957b5b09add service neutron] 10.222.0.46 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863471 May 26 15:12:18.550965 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-11640d83-54c0-4ef5-b07c-4af0c2abba8d service neutron] 10.222.0.46 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828505 May 26 15:12:18.714077 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3defb802-4150-4e31-900c-4008496be932 req-0a1dd062-7a6d-4d06-8edf-f2d1d6151a42 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 210 time: 0.0322411 May 26 15:12:19.813078 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bc5f165d-105d-49e1-89da-8bb7ab272a53 req-39e10c1e-c57e-46ac-a456-8ead885162ce tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 210 time: 0.0292175 May 26 15:12:20.457213 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-f9257721-f5d9-461a-95c6-ff1e445c6e1a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:20.458737 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-f9257721-f5d9-461a-95c6-ff1e445c6e1a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 819 time: 0.1094854 May 26 15:12:20.537312 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:20.544505 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-63dc4fe0-f5f1-492a-b632-eebb4f1f9ba3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e3fe61cc704411ac645e5935b9d258 HTTP/1.1" status: 200 len: 379 time: 0.0626438 May 26 15:12:20.694634 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Request body: {'port': {'device_id': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'admin_state_up': True, 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'security_groups': ['8f3334eb-ba89-4a24-9055-d59994b145bf']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:20.799841 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Made reservation on behalf of 45e3fe61cc704411ac645e5935b9d258 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:12:20.803264 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:20.934922 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f1c9986e-8543-4b37-83de-9351c58fb284 req-e6a0c09c-c58a-4964-be68-8fce91f328d3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 210 time: 0.0460093 May 26 15:12:20.962361 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Allocated IP 172.20.0.4 (8bf2593f-6b7e-48a8-9b32-aea452c29f00/0a3a30db-9719-4f0c-9b4e-a16526c76256/af1b1d4b-d86d-4d01-b349-f19b08f5f132) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:12:20.986801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:21.103727 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:21.134332 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:21.177349 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:12:21.180340 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:12:21.184616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:12:21.208135 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event updated for resources: {'Port': ['ID=af1b1d4b-d86d-4d01-b349-f19b08f5f132,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:21.236673 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:21.237282 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:21.253995 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c884d2e6-fb1b-4e72-8308-331c5fb61435 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5632203 May 26 15:12:21.274222 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Request body: {'port': {'device_id': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:21.340678 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:21.416175 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-fa0058c1-525a-4067-b696-edef767bc48b None None] Provisioning complete for port af1b1d4b-d86d-4d01-b349-f19b08f5f132 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:12:21.416703 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fa0058c1-525a-4067-b696-edef767bc48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:21.451001 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-fa0058c1-525a-4067-b696-edef767bc48b None None] Port af1b1d4b-d86d-4d01-b349-f19b08f5f132 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:12:21.514974 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:21.585366 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-99e57630-839a-49ca-80bc-b21fdf6447e8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868104037&fields=id&tenant_id=9c5cd1d25e6146bd93bd90286f668b9d HTTP/1.1" status: 200 len: 267 time: 0.1054130 May 26 15:12:21.752843 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-41b84518-eacc-4ca5-8397-a5fd5aacc6ac tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:21.754323 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-41b84518-eacc-4ca5-8397-a5fd5aacc6ac tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/networks?id=68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 200 len: 809 time: 0.1611524 May 26 15:12:21.762089 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:21.767518 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1b1d4b-d86d-4d01-b349-f19b08f5f132 {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:12:21.780324 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Publish callbacks [] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:21.791293 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-3a864a46-4e1d-43da-a4af-6fae741ff230 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/quotas/9c5cd1d25e6146bd93bd90286f668b9d HTTP/1.1" status: 200 len: 375 time: 0.0268199 May 26 15:12:21.796973 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Transition to ACTIVE for port object af1b1d4b-d86d-4d01-b349-f19b08f5f132 will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:12:21.807467 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:21.880405 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-41e9e4f0-0769-4be0-b549-bb05ffa5fe11 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822384 May 26 15:12:21.893585 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Pushing event updated for resources: {'Port': ['ID=af1b1d4b-d86d-4d01-b349-f19b08f5f132,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:22.055816 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Attempting to bind port af1b1d4b-d86d-4d01-b349-f19b08f5f132 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:12:22.056464 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Attempting to bind port af1b1d4b-d86d-4d01-b349-f19b08f5f132 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:12:22.056464 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Attempting to bind port af1b1d4b-d86d-4d01-b349-f19b08f5f132 on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:12:22.081347 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-0609fb4d-5de8-412b-a1c1-d6890c628bcb service neutron] 10.222.0.46 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851778 May 26 15:12:22.084365 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Port af1b1d4b-d86d-4d01-b349-f19b08f5f132 on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:12:22.084731 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Attempting to bind port af1b1d4b-d86d-4d01-b349-f19b08f5f132 on network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:12:22.107695 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:12:22.108026 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Checking segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:12:22.108407 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Bound using segment: {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:12:22.108853 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Bound port: af1b1d4b-d86d-4d01-b349-f19b08f5f132, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:12:22.109209 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:22.139910 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74697cf3-ff4b-47c3-a47f-2991afe931e6 req-0a884868-190e-4d3f-a1a4-eb6df42dcc7e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:22.141239 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-74697cf3-ff4b-47c3-a47f-2991afe931e6 req-0a884868-190e-4d3f-a1a4-eb6df42dcc7e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0983479 May 26 15:12:22.278337 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-74697cf3-ff4b-47c3-a47f-2991afe931e6 req-d8e55f1d-053d-4dfc-abb8-ec9a233428b0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083097 May 26 15:12:22.281474 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-73afe92a-e571-463c-ae4d-8fcdae417928 service neutron] 10.222.0.46 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898658 May 26 15:12:22.283998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] For port af1b1d4b-d86d-4d01-b349-f19b08f5f132, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:12:22.287686 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] For port af1b1d4b-d86d-4d01-b349-f19b08f5f132, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:12:22.297686 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:22.325339 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:22.341310 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:22.342017 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:22.343345 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] 10.222.0.75 "PUT /v2.0/ports/af1b1d4b-d86d-4d01-b349-f19b08f5f132 HTTP/1.1" status: 200 len: 1093 time: 1.0739934 May 26 15:12:22.344107 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:12:22.346614 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa0e0b-3461-4a1d-b2f7-57518484473b" -d '{"events": [{"name": "network-changed", "server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:12:22.367138 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007166b-c785-46c3-83d1-db99c1f930e3 service neutron] Pushing event updated for resources: {'Port': ['ID=af1b1d4b-d86d-4d01-b349-f19b08f5f132,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:22.400378 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee69a7a-f34b-48c5-9523-bcc9d0b760c8 x-openstack-request-id: req-4ee69a7a-f34b-48c5-9523-bcc9d0b760c8 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:12:22.400696 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:12:22.400950 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ee69a7a-f34b-48c5-9523-bcc9d0b760c8 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:12:22.401359 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee69a7a-f34b-48c5-9523-bcc9d0b760c8'] response: {'name': 'network-changed', 'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'status': 'completed', 'code': 200} May 26 15:12:22.646759 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c9aba781-c000-4c06-8753-25b96cbcf78a req-9be3f4b3-cdf1-41bb-bc0b-77f915300c53 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 210 time: 0.0362661 May 26 15:12:22.647810 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa0e0b-3461-4a1d-b2f7-57518484473b req-1f261203-948a-4273-ac69-9e1f45024676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:22.649170 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-81fa0e0b-3461-4a1d-b2f7-57518484473b req-1f261203-948a-4273-ac69-9e1f45024676 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 1127 time: 0.1075902 May 26 15:12:22.878335 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa0e0b-3461-4a1d-b2f7-57518484473b req-0ecc69b3-4416-4fb0-96d7-86cc0d26883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:22.879825 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-81fa0e0b-3461-4a1d-b2f7-57518484473b req-0ecc69b3-4416-4fb0-96d7-86cc0d26883b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=45e3fe61cc704411ac645e5935b9d258&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1786103 May 26 15:12:23.270146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa0e0b-3461-4a1d-b2f7-57518484473b req-d85f077c-b8dd-49a7-b57c-d1b3d0b49565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:23.271621 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-81fa0e0b-3461-4a1d-b2f7-57518484473b req-d85f077c-b8dd-49a7-b57c-d1b3d0b49565 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3814669 May 26 15:12:23.420725 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027b174-f905-4fe8-8d16-a339d23b4afb req-b33b4eca-04e4-41f2-9123-84f8cc4f7e25 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:23.422235 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0027b174-f905-4fe8-8d16-a339d23b4afb req-b33b4eca-04e4-41f2-9123-84f8cc4f7e25 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0661666 May 26 15:12:23.448238 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:23.471299 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0027b174-f905-4fe8-8d16-a339d23b4afb req-618c75b3-519e-4e40-afbc-380d5f60319e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 May 26 15:12:23.754726 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-47d2bc2f-b63f-4748-9667-58b94b464f75 req-b46a2934-c7b6-4ce3-a7e0-bc1864f2cbdb tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 210 time: 0.0363517 May 26 15:12:23.789716 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-0a0b6412-b7cd-4a63-822f-0f8e2b4b7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:23.791185 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-0a0b6412-b7cd-4a63-822f-0f8e2b4b7b08 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 1127 time: 0.0462389 May 26 15:12:24.586725 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567a11b-0d8b-4cc7-a54d-6645f45f6d89 req-29b19681-8d87-4c3e-813d-48ba827d360e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:24.588192 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b567a11b-0d8b-4cc7-a54d-6645f45f6d89 req-29b19681-8d87-4c3e-813d-48ba827d360e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0476952 May 26 15:12:24.636003 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b567a11b-0d8b-4cc7-a54d-6645f45f6d89 req-f9be9bce-902b-4e9f-bdee-326444d5c50a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422347 May 26 15:12:24.849572 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6bf10e24-69d8-4635-884d-f441027bdd1b req-8aad48b6-4d76-4954-b5e0-cc3f2f7c7e68 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 210 time: 0.0273550 May 26 15:12:25.752716 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17427c-0995-4ffe-b872-b37a917f0523 req-9caa5062-80fc-48a4-8969-b1bbed77b351 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:25.754229 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bb17427c-0995-4ffe-b872-b37a917f0523 req-9caa5062-80fc-48a4-8969-b1bbed77b351 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0505693 May 26 15:12:25.801508 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bb17427c-0995-4ffe-b872-b37a917f0523 req-d3482689-47e2-45a3-a039-80efe5ea2090 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410655 May 26 15:12:25.942930 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7d2998eb-445a-495a-9926-c747be81c5d1 req-c21cf714-c9f7-484b-87f1-76e2fcb551b8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 210 time: 0.0269146 May 26 15:12:26.430677 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-7570a46f-f2b4-4da0-a411-480f7f7b15f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132 HTTP/1.1" status: 200 len: 217 time: 0.0383830 May 26 15:12:26.507536 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c4c4d468-23a4-47d8-88be-fa6099707954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:26.508603 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-c4c4d468-23a4-47d8-88be-fa6099707954 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0594149 May 26 15:12:26.565834 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-97da08f8-c8f0-49fd-861c-fb6fe5cc69e1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:26.567293 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-97da08f8-c8f0-49fd-861c-fb6fe5cc69e1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.75 "GET /v2.0/networks?id=68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 200 len: 809 time: 0.1190464 May 26 15:12:26.587267 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-dee157e2-d1f4-4ba0-941a-70c1fcab8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:26.588776 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-dee157e2-d1f4-4ba0-941a-70c1fcab8cec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430014 May 26 15:12:26.667266 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-7a0309c6-6dd6-4a3d-90f2-83928ddeeb70 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5cd1d25e6146bd93bd90286f668b9d HTTP/1.1" status: 200 len: 380 time: 0.0643566 May 26 15:12:26.707759 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-b05db059-e92e-4a81-a47a-a09da31d152d service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033752 May 26 15:12:26.713197 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Request body: {'port': {'device_id': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'admin_state_up': True, 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'security_groups': ['122f0c41-ec0f-4df0-b58f-fc96a78ce71c']}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:26.845952 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Made reservation on behalf of 9c5cd1d25e6146bd93bd90286f668b9d for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:12:26.849997 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:26.854496 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2c298c9-1d0d-4416-aba3-e2ed6e9972d8 req-a13dc3bc-bfad-4c97-9c8b-66a98aac2aad service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022136 May 26 15:12:26.913073 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:26.930098 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c85ee2-98c1-4598-a11b-c9cf58be3e5e req-b78abdfc-69b5-40a1-b833-23d3f6c4c968 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:26.932127 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-28c85ee2-98c1-4598-a11b-c9cf58be3e5e req-b78abdfc-69b5-40a1-b833-23d3f6c4c968 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0549023 May 26 15:12:26.963604 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:26.985428 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-28c85ee2-98c1-4598-a11b-c9cf58be3e5e req-9ccf0b6d-691b-4954-b4b1-3127f8f547a1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477543 May 26 15:12:26.994391 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Allocated IP 172.20.0.8 (68359501-3537-436b-ae78-35604426e377/33d702e5-ab8e-40e5-b79e-9c03c1734be5/919581af-7ccb-4d91-b17b-36af6ce1ee96) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:12:27.048199 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:27.053136 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d748d538-9c16-4d5f-8754-39ebd0e8c055 req-bc43bfd0-7e58-4c44-90a0-dada96387580 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 210 time: 0.0314376 May 26 15:12:27.153839 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:27.187432 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:27.229400 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Network 68359501-3537-436b-ae78-35604426e377 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:12:27.235394 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:12:27.239104 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:12:27.274468 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'Port': ['ID=919581af-7ccb-4d91-b17b-36af6ce1ee96,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:27.297951 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:27.298564 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:27.315063 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-a249c712-57ec-4abd-b8c2-3f00776c5afc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056967 May 26 15:12:27.438724 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-c966bfb6-0d82-4f19-9801-55c2d9f27e72 None None] Provisioning complete for port 919581af-7ccb-4d91-b17b-36af6ce1ee96 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:12:27.439242 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c966bfb6-0d82-4f19-9801-55c2d9f27e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:27.470929 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-c966bfb6-0d82-4f19-9801-55c2d9f27e72 None None] Port 919581af-7ccb-4d91-b17b-36af6ce1ee96 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:12:28.106470 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa346b-9f91-4286-94fd-69647284c816 req-26359209-b71d-4c70-9be7-16943d8b41ec tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:28.108298 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45fa346b-9f91-4286-94fd-69647284c816 req-26359209-b71d-4c70-9be7-16943d8b41ec tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0520165 May 26 15:12:28.190039 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e394c-19c9-45d2-9d0e-f829bdcc8ace req-1fdfd3cc-70bc-46bc-82f0-7052b12753e2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:28.191526 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-573e394c-19c9-45d2-9d0e-f829bdcc8ace req-1fdfd3cc-70bc-46bc-82f0-7052b12753e2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 931 time: 0.0644307 May 26 15:12:28.194760 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45fa346b-9f91-4286-94fd-69647284c816 req-0814e631-7c99-43e8-bd18-3ea151171ed2 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812321 May 26 15:12:28.243749 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-573e394c-19c9-45d2-9d0e-f829bdcc8ace req-d578c730-05d0-4d33-8de4-df25c470c1cd tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465975 May 26 15:12:28.312519 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-7210fa8e-964c-49a1-bf01-33dbca7cacbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:29.329012 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb684f15-0ae9-443f-b1b9-950ba6398be0 req-d1426256-5e14-4f19-a533-b1d4338b6abb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:29.330496 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb684f15-0ae9-443f-b1b9-950ba6398be0 req-d1426256-5e14-4f19-a533-b1d4338b6abb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0561626 May 26 15:12:29.378436 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fef8cd-b051-439c-b077-a7a926968141 req-e34ca5d0-a7bd-4be9-8a77-f95367b72b68 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:29.379874 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-12fef8cd-b051-439c-b077-a7a926968141 req-e34ca5d0-a7bd-4be9-8a77-f95367b72b68 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 931 time: 0.0679476 May 26 15:12:29.417237 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb684f15-0ae9-443f-b1b9-950ba6398be0 req-d4e0a17d-7283-492d-9a3d-62e0c423823c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711751 May 26 15:12:29.444835 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-12fef8cd-b051-439c-b077-a7a926968141 req-6400f97f-1100-48f7-a9e0-bb6f94d6e22e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567188 May 26 15:12:30.567148 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1337d-e17f-4257-a6ba-c87b5da55977 req-b4d54f67-9d6c-4056-ac22-ee3c29954c64 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:30.568720 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-39d1337d-e17f-4257-a6ba-c87b5da55977 req-b4d54f67-9d6c-4056-ac22-ee3c29954c64 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0819590 May 26 15:12:30.573275 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b04569d1-c1f8-4b28-8d75-5f9391eebe22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:30.580134 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6245-cff8-4703-8b60-cfa762c40c2c req-a0ab3f11-fb89-4081-82e4-d7b76902e76b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:30.581614 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-27bf6245-cff8-4703-8b60-cfa762c40c2c req-a0ab3f11-fb89-4081-82e4-d7b76902e76b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 931 time: 0.0619879 May 26 15:12:30.589890 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:30.664005 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-39d1337d-e17f-4257-a6ba-c87b5da55977 req-78fa460d-547e-4ee1-91c6-a1bab688dcb2 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814347 May 26 15:12:30.667588 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-27bf6245-cff8-4703-8b60-cfa762c40c2c req-dd2a6089-b585-4aa7-aca3-6963742bf530 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783179 May 26 15:12:31.400468 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Request body: {'port': {'device_id': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:31.461870 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:31.759769 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919581af-7ccb-4d91-b17b-36af6ce1ee96 {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:12:31.767443 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Publish callbacks [] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:31.780471 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Transition to ACTIVE for port object 919581af-7ccb-4d91-b17b-36af6ce1ee96 will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:12:31.786121 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:31.824066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11acf45-209c-4ac5-b5a4-94e9fc5ae281 req-7d75272b-3257-4419-aca9-834f2f1f3547 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:31.826114 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e11acf45-209c-4ac5-b5a4-94e9fc5ae281 req-7d75272b-3257-4419-aca9-834f2f1f3547 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 931 time: 0.0884383 May 26 15:12:31.832425 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c25ccd-5fa3-4f2d-8771-8823b1ed7aec req-f55a27f4-843c-4628-a2f9-783151ca4809 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:31.839588 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06c25ccd-5fa3-4f2d-8771-8823b1ed7aec req-f55a27f4-843c-4628-a2f9-783151ca4809 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0996084 May 26 15:12:31.843085 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Pushing event updated for resources: {'Port': ['ID=919581af-7ccb-4d91-b17b-36af6ce1ee96,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:31.850910 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:31.926053 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:31.926710 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:31.927563 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Attempting to bind port 919581af-7ccb-4d91-b17b-36af6ce1ee96 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:12:31.927890 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Attempting to bind port 919581af-7ccb-4d91-b17b-36af6ce1ee96 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:12:31.928215 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Attempting to bind port 919581af-7ccb-4d91-b17b-36af6ce1ee96 on network 68359501-3537-436b-ae78-35604426e377 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:12:31.940093 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Port 919581af-7ccb-4d91-b17b-36af6ce1ee96 on network 68359501-3537-436b-ae78-35604426e377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:12:31.940470 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Attempting to bind port 919581af-7ccb-4d91-b17b-36af6ce1ee96 on network 68359501-3537-436b-ae78-35604426e377 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:12:31.946902 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:12:31.947165 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Checking segment: {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:12:31.947548 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Bound using segment: {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:12:31.947976 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Bound port: 919581af-7ccb-4d91-b17b-36af6ce1ee96, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32294fe9-1f3c-418f-a95a-0a8bf27e7962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '68359501-3537-436b-ae78-35604426e377'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:12:31.948489 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:31.953943 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06c25ccd-5fa3-4f2d-8771-8823b1ed7aec req-9135fff0-beeb-4100-a880-69adbfd230e7 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127481 May 26 15:12:31.958574 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e11acf45-209c-4ac5-b5a4-94e9fc5ae281 req-172ca03d-7777-482c-8000-7d2ce887cbf9 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110051 May 26 15:12:32.037504 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:12:32.040668 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:12:32.047562 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:32.095910 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:32.096427 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:32.097771 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] 10.222.0.75 "PUT /v2.0/ports/919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 1093 time: 0.7019050 May 26 15:12:32.098193 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:12:32.100398 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:12:32.127409 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e5739-b3c6-4f3f-8e42-a9c4eb7fcdbe service neutron] Pushing event updated for resources: {'Port': ['ID=919581af-7ccb-4d91-b17b-36af6ce1ee96,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:32.148077 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc031b4-9428-4b0a-b613-e914f04b0d67 x-openstack-request-id: req-bfc031b4-9428-4b0a-b613-e914f04b0d67 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:12:32.148470 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:12:32.149364 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfc031b4-9428-4b0a-b613-e914f04b0d67 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:12:32.149820 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc031b4-9428-4b0a-b613-e914f04b0d67'] response: {'name': 'network-changed', 'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'status': 'completed', 'code': 200} May 26 15:12:32.222258 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-7721ad10-736f-4059-bb03-a680fa22b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:32.223760 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-7721ad10-736f-4059-bb03-a680fa22b0e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1127 time: 0.0417376 May 26 15:12:32.280315 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-35413303-c7e5-4506-9814-febd2db56183 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 217 time: 0.0368142 May 26 15:12:32.330644 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-dd12d511-b98a-4918-b0a7-3199eda893eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:32.332064 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-dd12d511-b98a-4918-b0a7-3199eda893eb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33d702e5-ab8e-40e5-b79e-9c03c1734be5 HTTP/1.1" status: 200 len: 848 time: 0.0444009 May 26 15:12:32.382980 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-4556e75e-5a3e-4885-be31-74b243f16eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:32.384504 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-4556e75e-5a3e-4885-be31-74b243f16eba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68359501-3537-436b-ae78-35604426e377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431321 May 26 15:12:32.484597 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-4ab4dba7-3584-458d-85d3-3d20442df0ae service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848100 May 26 15:12:33.100453 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06e667-f176-4448-bc3b-51516743b818 req-77aa091c-97cf-4d48-8be3-472a499962c4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:33.101944 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-be06e667-f176-4448-bc3b-51516743b818 req-77aa091c-97cf-4d48-8be3-472a499962c4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0758119 May 26 15:12:33.121805 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26368df2-0e23-4724-bdfc-9d7191678317 req-c0ec691d-f041-4a72-adc2-6f2896198492 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:33.123257 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-26368df2-0e23-4724-bdfc-9d7191678317 req-c0ec691d-f041-4a72-adc2-6f2896198492 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0653901 May 26 15:12:33.189791 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-be06e667-f176-4448-bc3b-51516743b818 req-87280beb-11a9-4cc0-9888-c6691313d003 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796695 May 26 15:12:33.198154 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-26368df2-0e23-4724-bdfc-9d7191678317 req-1224fea2-b441-4691-af93-6a2ef5fe163b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662780 May 26 15:12:33.385865 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-612fa25e-2b7b-4999-8bcc-b6a6f1b6887b req-e76cc4fc-739d-4034-8c37-98bfaeb2e2d4 service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851009 May 26 15:12:33.387538 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:34.271535 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:34.338892 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc36717-a173-4e3e-a6c8-8f9ef901cf00 req-dbf7ab55-9375-4452-91b2-4471d82c2e24 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:34.340352 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2fc36717-a173-4e3e-a6c8-8f9ef901cf00 req-dbf7ab55-9375-4452-91b2-4471d82c2e24 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 943 time: 0.0802681 May 26 15:12:34.347987 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9695a-1d4f-4a49-93bf-eefea2c20d58 req-3040e7bf-36ff-4e16-a2a4-700794603f70 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:34.349345 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-41a9695a-1d4f-4a49-93bf-eefea2c20d58 req-3040e7bf-36ff-4e16-a2a4-700794603f70 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0797229 May 26 15:12:34.420823 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2fc36717-a173-4e3e-a6c8-8f9ef901cf00 req-ec39506b-b741-446a-bd99-ceea2217cbad tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703869 May 26 15:12:34.429123 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-41a9695a-1d4f-4a49-93bf-eefea2c20d58 req-5b2a8225-bf9d-4cba-a7ad-391a5bc251a7 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715685 May 26 15:12:34.691882 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:35.057054 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device af1b1d4b-d86d-4d01-b349-f19b08f5f132 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:12:35.159390 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port af1b1d4b-d86d-4d01-b349-f19b08f5f132, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:12:35.171222 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'port_id': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'mac_address': 'fa:16:3e:11:84:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:12:35.206703 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port af1b1d4b-d86d-4d01-b349-f19b08f5f132 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:12:35.207094 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:35.219723 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1b1d4b-d86d-4d01-b349-f19b08f5f132 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:12:35.239225 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port af1b1d4b-d86d-4d01-b349-f19b08f5f132, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:12:35.243037 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:35.288287 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=af1b1d4b-d86d-4d01-b349-f19b08f5f132,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:35.295340 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.295687 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.296121 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.296723 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.297355 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.297957 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.298520 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.298894 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.299244 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.299577 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.299906 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.300228 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.300551 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.300872 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.301194 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:12:35.568914 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9e62-19e8-437e-b4f6-c5be90100f6b req-b5073c7c-13be-44b7-95c2-af49fd9fb097 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:35.570340 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a4d9e62-19e8-437e-b4f6-c5be90100f6b req-b5073c7c-13be-44b7-95c2-af49fd9fb097 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 944 time: 0.0797997 May 26 15:12:35.576642 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24185abb-6e37-4ffe-9e68-4328de4d6482 req-74070f34-4295-4b9a-ba4b-4fb98d4fb636 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:35.578050 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24185abb-6e37-4ffe-9e68-4328de4d6482 req-74070f34-4295-4b9a-ba4b-4fb98d4fb636 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0776219 May 26 15:12:35.594549 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-0f15af77-06f7-4401-8057-c626dd07b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:35.596023 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-0f15af77-06f7-4401-8057-c626dd07b79e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1127 time: 0.0407715 May 26 15:12:35.645528 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a4d9e62-19e8-437e-b4f6-c5be90100f6b req-f9409af1-2c1f-4e2c-b044-df1e290b256a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664244 May 26 15:12:35.668926 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24185abb-6e37-4ffe-9e68-4328de4d6482 req-12303e9a-7c97-4607-8275-3c9867725866 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840313 May 26 15:12:35.703892 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-dea15733-e353-4238-8b74-73c1c7f51abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:35.705344 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-dea15733-e353-4238-8b74-73c1c7f51abf service neutron] 10.222.0.75 "GET /v2.0/networks?id=68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 200 len: 910 time: 0.1013114 May 26 15:12:35.744851 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-b6bd261d-349b-43c1-9709-358d7225d0fa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 217 time: 0.0322800 May 26 15:12:35.790364 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['af1b1d4b-d86d-4d01-b349-f19b08f5f132'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:12:35.798672 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-5fc312a0-8030-4ac6-9d93-023a023834f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:35.800115 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-5fc312a0-8030-4ac6-9d93-023a023834f6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33d702e5-ab8e-40e5-b79e-9c03c1734be5 HTTP/1.1" status: 200 len: 848 time: 0.0482004 May 26 15:12:35.848730 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-475dc3c3-a641-4367-b88a-da9479b774aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:35.850165 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-475dc3c3-a641-4367-b88a-da9479b774aa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68359501-3537-436b-ae78-35604426e377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407293 May 26 15:12:35.943734 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-5fc17ca2-5401-4119-87e0-efdb8d020330 service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819750 May 26 15:12:36.039942 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-1de77d67-bff0-43dd-b3a2-ed95ec67a9f8 req-1b6f82e5-6ae2-4f61-86cf-b3d78222040f service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880942 May 26 15:12:36.789901 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fed7e-d6e3-41f9-b8c6-fb109d0b121b req-d6a4e294-4cdd-4b0d-a3cc-3780036fb2c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:36.791344 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-711fed7e-d6e3-41f9-b8c6-fb109d0b121b req-d6a4e294-4cdd-4b0d-a3cc-3780036fb2c9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 944 time: 0.0744631 May 26 15:12:36.812754 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d3f49-f7d3-4dd5-98a5-250ec447adec req-1145e453-aef6-49b6-8ba6-83ad0e7e18b3 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:36.814165 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5f1d3f49-f7d3-4dd5-98a5-250ec447adec req-1145e453-aef6-49b6-8ba6-83ad0e7e18b3 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0696099 May 26 15:12:36.878263 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-711fed7e-d6e3-41f9-b8c6-fb109d0b121b req-48023ba4-e51b-4337-b86e-d36dbf4626f2 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812633 May 26 15:12:36.886613 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5f1d3f49-f7d3-4dd5-98a5-250ec447adec req-d7e18bd9-d08a-4fa6-8e08-0e01a7830de5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663013 May 26 15:12:37.629059 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device af1b1d4b-d86d-4d01-b349-f19b08f5f132 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:12:37.671773 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port af1b1d4b-d86d-4d01-b349-f19b08f5f132 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:12:37.677604 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port af1b1d4b-d86d-4d01-b349-f19b08f5f132 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:12:37.677973 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:37.716223 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:37.718847 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:37.758443 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port af1b1d4b-d86d-4d01-b349-f19b08f5f132 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:12:37.758825 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:37.782540 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:12:37.784728 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c6be6a-2fbb-4f4e-bad8-f1c2d6d7cdec" -d '{"events": [{"server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "name": "network-vif-plugged", "status": "completed", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:12:37.797968 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port af1b1d4b-d86d-4d01-b349-f19b08f5f132, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:12:37.802127 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:37.826159 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef31e4-5a48-4d34-9da8-6074301eb8b6 x-openstack-request-id: req-9bef31e4-5a48-4d34-9da8-6074301eb8b6 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:12:37.826448 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "name": "network-vif-plugged", "status": "completed", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:12:37.826697 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bef31e4-5a48-4d34-9da8-6074301eb8b6 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:12:37.827088 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bef31e4-5a48-4d34-9da8-6074301eb8b6'] response: {'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'code': 200} May 26 15:12:37.852332 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=af1b1d4b-d86d-4d01-b349-f19b08f5f132,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:37.988455 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:38.032936 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6201-c7fe-410d-bd76-d090ce2061da req-397beee1-c557-4853-b891-0e307b7e36ab tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:38.034419 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-29fe6201-c7fe-410d-bd76-d090ce2061da req-397beee1-c557-4853-b891-0e307b7e36ab tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0814126 May 26 15:12:38.040193 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02bfc3-25ea-4e6f-8992-8eae01b3ef91 req-8c3aeeeb-67b4-4b3b-b9a2-61603157f0eb tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:38.041560 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fe02bfc3-25ea-4e6f-8992-8eae01b3ef91 req-8c3aeeeb-67b4-4b3b-b9a2-61603157f0eb tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0783613 May 26 15:12:38.064048 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:38.068525 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:38.073108 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430eee6-3b70-411a-ba4d-39ad5df2f945 req-49c9f042-0584-4226-b534-1bdfe6cb4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:38.075164 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-3430eee6-3b70-411a-ba4d-39ad5df2f945 req-49c9f042-0584-4226-b534-1bdfe6cb4eb0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 1129 time: 0.0420442 May 26 15:12:38.116538 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-29fe6201-c7fe-410d-bd76-d090ce2061da req-82a28972-b625-41dc-9b54-2a5714ceee71 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740438 May 26 15:12:38.121639 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-3430eee6-3b70-411a-ba4d-39ad5df2f945 req-4a55b344-ba79-4140-a7e8-deb211d4766f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380173 May 26 15:12:38.122870 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fe02bfc3-25ea-4e6f-8992-8eae01b3ef91 req-c9479119-69bf-45ee-a81c-fb20d594b8de tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744884 May 26 15:12:39.261124 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b818-71b4-42cc-98e7-356f22efe662 req-71804ff5-ba70-4823-867c-04093122287e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:39.263188 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cce6b818-71b4-42cc-98e7-356f22efe662 req-71804ff5-ba70-4823-867c-04093122287e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0780184 May 26 15:12:39.269133 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ebf86-8268-4e7a-89f3-ef03f409c0e1 req-d8dd2387-b31f-48b3-9241-7132e7d383d8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:39.270601 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-000ebf86-8268-4e7a-89f3-ef03f409c0e1 req-d8dd2387-b31f-48b3-9241-7132e7d383d8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0753198 May 26 15:12:39.336656 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cce6b818-71b4-42cc-98e7-356f22efe662 req-42c26df4-690c-47cf-ba1c-cceb716059e0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651200 May 26 15:12:39.350202 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-000ebf86-8268-4e7a-89f3-ef03f409c0e1 req-c8b3ed78-a4d7-43ae-8f8d-02163628831c tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720088 May 26 15:12:40.413635 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:40.476443 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789c5a7-0aaf-4b02-b1f8-70d93da84848 req-dd054c79-481e-40a8-b8c6-51bd770ffdeb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:40.478092 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f789c5a7-0aaf-4b02-b1f8-70d93da84848 req-dd054c79-481e-40a8-b8c6-51bd770ffdeb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0742106 May 26 15:12:40.498150 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8f012-ed41-4b90-92c0-f08cbeb039eb req-78ada65a-5ec3-4baf-8883-87682d179ec2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:40.499560 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-98a8f012-ed41-4b90-92c0-f08cbeb039eb req-78ada65a-5ec3-4baf-8883-87682d179ec2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0672145 May 26 15:12:40.564652 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f789c5a7-0aaf-4b02-b1f8-70d93da84848 req-0629b620-b12a-4a96-bff2-9fcefc35e896 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810845 May 26 15:12:40.578850 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-98a8f012-ed41-4b90-92c0-f08cbeb039eb req-95ae903e-5022-4de9-9e97-15071095c0c2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692139 May 26 15:12:41.708856 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e7b5c-af7c-4b21-9a80-efc25965c83f req-e098a7fd-5e8d-42e2-bb01-d8a415e9badf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:41.710248 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3b7e7b5c-af7c-4b21-9a80-efc25965c83f req-e098a7fd-5e8d-42e2-bb01-d8a415e9badf tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0741491 May 26 15:12:41.725296 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc18b0-b8d4-42fd-a0b9-1e4305ddffe2 req-1ed6230c-9fc6-42b5-ae9d-fccf0d77b0ce tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:41.726703 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8dbc18b0-b8d4-42fd-a0b9-1e4305ddffe2 req-1ed6230c-9fc6-42b5-ae9d-fccf0d77b0ce tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0618618 May 26 15:12:41.803346 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3b7e7b5c-af7c-4b21-9a80-efc25965c83f req-e03b3534-a3b2-41b2-911f-f0d5daac6db6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848742 May 26 15:12:41.807017 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8dbc18b0-b8d4-42fd-a0b9-1e4305ddffe2 req-f0f140cf-0f2c-40ff-a03a-cd1166cf1de3 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744750 May 26 15:12:41.914223 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafa76a-8e81-4896-a69a-986f602485a6 req-652663b4-15f5-4795-a8a3-5135098fd028 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:41.915719 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0dafa76a-8e81-4896-a69a-986f602485a6 req-652663b4-15f5-4795-a8a3-5135098fd028 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0509477 May 26 15:12:41.924636 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47402) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:12:41.929166 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-05630706-2e2b-42a6-b5c8-132c4f2822d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Request body: {'floatingip': {'port_id': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:41.970993 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-05630706-2e2b-42a6-b5c8-132c4f2822d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for floatingip (ad5869bd-ce7d-4f6f-b659-b701631764bb), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:42.382818 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-05630706-2e2b-42a6-b5c8-132c4f2822d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:42.386904 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-05630706-2e2b-42a6-b5c8-132c4f2822d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (ad5869bd-ce7d-4f6f-b659-b701631764bb), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:42.480931 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-05630706-2e2b-42a6-b5c8-132c4f2822d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Floating IP ad5869bd-ce7d-4f6f-b659-b701631764bb associated. External IP: 172.27.1.217, port: af1b1d4b-d86d-4d01-b349-f19b08f5f132. May 26 15:12:42.682932 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05630706-2e2b-42a6-b5c8-132c4f2822d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:12:42.930603 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6cf24-dcad-4fa4-808d-ea9d03f04f78 req-b1a70337-6920-44ee-ba12-1b8d31a33181 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:42.932163 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6df6cf24-dcad-4fa4-808d-ea9d03f04f78 req-b1a70337-6920-44ee-ba12-1b8d31a33181 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0495584 May 26 15:12:42.987569 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6df6cf24-dcad-4fa4-808d-ea9d03f04f78 req-43d6988b-667f-4bcd-861f-c3dcaee44f17 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493112 May 26 15:12:43.025881 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05630706-2e2b-42a6-b5c8-132c4f2822d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:12:43.031159 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-05630706-2e2b-42a6-b5c8-132c4f2822d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:43.032546 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:43.037094 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] Sync routers for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:12:43.047499 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:12:43.048106 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:12:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:12:43.062782 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-05630706-2e2b-42a6-b5c8-132c4f2822d9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "PUT /v2.0/floatingips/ad5869bd-ce7d-4f6f-b659-b701631764bb HTTP/1.1" status: 200 len: 991 time: 1.1370494 May 26 15:12:43.063365 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:12:43.065749 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6ddd05-215d-4f9b-8536-61daf99cb15d" -d '{"events": [{"name": "network-changed", "server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:12:43.104404 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06ea7c1-7bc4-4fa1-aa90-f94d61f67279 x-openstack-request-id: req-d06ea7c1-7bc4-4fa1-aa90-f94d61f67279 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:12:43.104773 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:12:43.105121 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d06ea7c1-7bc4-4fa1-aa90-f94d61f67279 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:12:43.105616 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06ea7c1-7bc4-4fa1-aa90-f94d61f67279'] response: {'name': 'network-changed', 'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'status': 'completed', 'code': 200} May 26 15:12:43.162309 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:12:43.196916 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-9eeaa736-8a28-4732-83fe-3c6bd1656837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:43.198463 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-9eeaa736-8a28-4732-83fe-3c6bd1656837 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 1129 time: 0.0401752 May 26 15:12:43.267788 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:43.298173 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-71b1faf2-f730-4562-bbf5-5d8ec67d137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:43.299638 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-71b1faf2-f730-4562-bbf5-5d8ec67d137d service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.0943410 May 26 15:12:43.374166 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-282cc14e-d76b-4764-aee2-71714294fcb0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132 HTTP/1.1" status: 200 len: 999 time: 0.0599768 May 26 15:12:43.427858 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-282ea6ce-cc78-447c-aa73-c83f19b4cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:43.429312 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-282ea6ce-cc78-447c-aa73-c83f19b4cf5d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0447655 May 26 15:12:43.474560 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'ad5869bd-ce7d-4f6f-b659-b701631764bb', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'port_id': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'mac_address': 'fa:16:3e:11:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:12:17Z', 'updated_at': '2022-05-26T15:12:42Z', 'revision_number': 1, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:13Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:12:43.490906 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-8b3fc8fd-2a16-4a2a-ae7d-86850af6eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:43.492875 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-8b3fc8fd-2a16-4a2a-ae7d-86850af6eb55 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439703 May 26 15:12:43.500009 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] Checking router: 7efc2ae4-d7e3-48c9-afba-4e874b54f26e for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:12:43.508736 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:12:43.509326 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:12:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:12:43.589227 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-b6d29ecf-90ce-4388-a36d-4f4f8da5baa2 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842957 May 26 15:12:43.608395 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:12:43.645853 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:12:43.664147 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 919581af-7ccb-4d91-b17b-36af6ce1ee96 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:12:43.688311 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9e6ddd05-215d-4f9b-8536-61daf99cb15d req-95a55a21-0628-4aa2-9a3c-bee1e0310cf5 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886579 May 26 15:12:43.764255 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:12:43.775746 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'port_id': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'mac_address': 'fa:16:3e:a7:66:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:12:43.813844 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 919581af-7ccb-4d91-b17b-36af6ce1ee96 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:12:43.814229 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:43.826746 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919581af-7ccb-4d91-b17b-36af6ce1ee96 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:12:43.834054 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'ad5869bd-ce7d-4f6f-b659-b701631764bb', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'port_id': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'mac_address': 'fa:16:3e:11:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:12:17Z', 'updated_at': '2022-05-26T15:12:42Z', 'revision_number': 1, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:13Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:12:43.846388 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:12:43.850201 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:43.858562 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa98b0c-72e2-40ed-b101-89b457c2e887 None None] The sync data for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi is: [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'ad5869bd-ce7d-4f6f-b659-b701631764bb', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'port_id': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'mac_address': 'fa:16:3e:11:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:12:17Z', 'updated_at': '2022-05-26T15:12:42Z', 'revision_number': 1, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:13Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:12:43.898479 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=919581af-7ccb-4d91-b17b-36af6ce1ee96,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:44.056503 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b1918-ae12-4dd6-a7a5-9c47acd5030d None None] New status for floating IP ad5869bd-ce7d-4f6f-b659-b701631764bb: ACTIVE {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:12:44.117260 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df76d-0e26-456b-bb82-d51c17904623 req-d6db0d7e-6fca-4b0c-8f7e-058b54c17266 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:44.118885 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2b5df76d-0e26-456b-bb82-d51c17904623 req-d6db0d7e-6fca-4b0c-8f7e-058b54c17266 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 944 time: 0.0572433 May 26 15:12:44.180639 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2b5df76d-0e26-456b-bb82-d51c17904623 req-84482781-1a29-4656-ab10-51a7a0995919 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548387 May 26 15:12:44.305905 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764b8ca-2520-4583-8ed5-e8b3a9f53696 req-0680ac18-163f-4a19-a780-db83c7893908 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:44.307449 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4764b8ca-2520-4583-8ed5-e8b3a9f53696 req-0680ac18-163f-4a19-a780-db83c7893908 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 946 time: 0.0559514 May 26 15:12:44.359689 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4764b8ca-2520-4583-8ed5-e8b3a9f53696 req-33d8a49e-48d5-4a3c-b8e5-0b2a576fa2c2 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463712 May 26 15:12:44.504882 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['919581af-7ccb-4d91-b17b-36af6ce1ee96'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:12:44.688073 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:45.292146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:45.304205 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51946d-d4ae-426b-8e2b-60668f14a35b req-91b770d5-1193-475e-93d7-f08f45d08c2c tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:45.305669 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3c51946d-d4ae-426b-8e2b-60668f14a35b req-91b770d5-1193-475e-93d7-f08f45d08c2c tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 944 time: 0.0541098 May 26 15:12:45.358247 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3c51946d-d4ae-426b-8e2b-60668f14a35b req-fd825c4c-42b4-43b2-810d-ee4491993bc1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469089 May 26 15:12:45.478812 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe51e95-71a5-4200-a894-73a6d8229430 req-6b858b3c-1dc1-4071-9db4-b1205fbcea07 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:45.480327 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dbe51e95-71a5-4200-a894-73a6d8229430 req-6b858b3c-1dc1-4071-9db4-b1205fbcea07 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 946 time: 0.0493562 May 26 15:12:45.529533 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dbe51e95-71a5-4200-a894-73a6d8229430 req-66346370-947f-4b64-8f86-a8add7f8ce99 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429611 May 26 15:12:45.794940 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 919581af-7ccb-4d91-b17b-36af6ce1ee96 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:12:45.840482 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 919581af-7ccb-4d91-b17b-36af6ce1ee96 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:12:45.846263 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 919581af-7ccb-4d91-b17b-36af6ce1ee96 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:12:45.846637 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:45.885794 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:45.921827 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 919581af-7ccb-4d91-b17b-36af6ce1ee96 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:12:45.922215 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:45.945363 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:12:45.947600 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7d5352-f4be-49bf-9699-72a0cd2eb5c0" -d '{"events": [{"server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "name": "network-vif-plugged", "status": "completed", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:12:45.961225 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:12:45.965478 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:45.987709 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c39ae2-d492-4971-b08a-cdfd330b35e6 x-openstack-request-id: req-c4c39ae2-d492-4971-b08a-cdfd330b35e6 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:12:45.988002 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "name": "network-vif-plugged", "status": "completed", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:12:45.988254 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4c39ae2-d492-4971-b08a-cdfd330b35e6 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:12:45.988645 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c39ae2-d492-4971-b08a-cdfd330b35e6'] response: {'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'code': 200} May 26 15:12:46.018086 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=919581af-7ccb-4d91-b17b-36af6ce1ee96,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:46.477204 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58f73-3244-48c1-815d-662ad664dcfd req-d0fe8183-5779-4ba6-a0bc-2302ceec6842 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:46.478731 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-95a58f73-3244-48c1-815d-662ad664dcfd req-d0fe8183-5779-4ba6-a0bc-2302ceec6842 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0551286 May 26 15:12:46.528765 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-95a58f73-3244-48c1-815d-662ad664dcfd req-82599bbb-2fdb-4452-b48f-1305a87c87e5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 May 26 15:12:46.560431 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f01b-bf69-42fb-8c1f-0f6360ac4c10 req-ca7978e9-2913-4be9-a270-96ec5cf339b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:46.562038 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d3a7f01b-bf69-42fb-8c1f-0f6360ac4c10 req-ca7978e9-2913-4be9-a270-96ec5cf339b4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1129 time: 0.0455084 May 26 15:12:46.647480 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9058099-a62e-4515-9401-4e093a80227a req-33cd7fd4-583d-4e0d-bd99-962209afc874 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:46.648893 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d9058099-a62e-4515-9401-4e093a80227a req-33cd7fd4-583d-4e0d-bd99-962209afc874 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 946 time: 0.0513585 May 26 15:12:46.697131 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d3a7f01b-bf69-42fb-8c1f-0f6360ac4c10 req-145edd51-6e20-4a37-9e31-9bf0e324a859 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412507 May 26 15:12:46.715891 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:46.732445 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-71244473-047a-4a40-b4b7-781088e100b9 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:46.733917 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-71244473-047a-4a40-b4b7-781088e100b9 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.75 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 946 time: 0.0732939 May 26 15:12:46.738165 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d9058099-a62e-4515-9401-4e093a80227a req-af119659-f040-4e09-9b40-f3aea872b353 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837429 May 26 15:12:47.298587 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Deleting port 930ee718-30cf-4a82-92d1-09e4d1723a9e {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:12:47.298921 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:47.388149 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] For port 930ee718-30cf-4a82-92d1-09e4d1723a9e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=930ee718-30cf-4a82-92d1-09e4d1723a9e,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:12:47.388507 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:47.401214 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Calling delete_port for 930ee718-30cf-4a82-92d1-09e4d1723a9e owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:12:47.525988 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (930ee718-30cf-4a82-92d1-09e4d1723a9e), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:47.551678 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Pushing event deleted for resources: {'Port': ['ID=930ee718-30cf-4a82-92d1-09e4d1723a9e,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:47.577221 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['930ee718-30cf-4a82-92d1-09e4d1723a9e'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:12:47.597925 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] No DVR routers for this DVR port 930ee718-30cf-4a82-92d1-09e4d1723a9e on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:12:47.600470 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:47.603695 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4b471d61-28e0-43d6-90a7-611ce53c7f98 req-b0bf3812-8ff3-4a73-9227-b99c401a986c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.75 "DELETE /v2.0/ports/930ee718-30cf-4a82-92d1-09e4d1723a9e HTTP/1.1" status: 204 len: 173 time: 0.5825238 May 26 15:12:47.604160 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60f535d-631c-4b12-97b0-d134f2042e1f', 'name': 'network-vif-deleted', 'tag': '930ee718-30cf-4a82-92d1-09e4d1723a9e'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:12:47.606456 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07874e4-1ccb-4e7f-874b-4b0cfd269401" -d '{"events": [{"server_uuid": "d60f535d-631c-4b12-97b0-d134f2042e1f", "name": "network-vif-deleted", "tag": "930ee718-30cf-4a82-92d1-09e4d1723a9e"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:12:47.644449 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b422a396-b20e-413a-85fa-3efe5f92c5b0 x-openstack-request-id: req-b422a396-b20e-413a-85fa-3efe5f92c5b0 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:12:47.644741 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60f535d-631c-4b12-97b0-d134f2042e1f", "name": "network-vif-deleted", "tag": "930ee718-30cf-4a82-92d1-09e4d1723a9e", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:12:47.644993 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b422a396-b20e-413a-85fa-3efe5f92c5b0 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:12:47.645399 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b422a396-b20e-413a-85fa-3efe5f92c5b0'] response: {'server_uuid': 'd60f535d-631c-4b12-97b0-d134f2042e1f', 'name': 'network-vif-deleted', 'tag': '930ee718-30cf-4a82-92d1-09e4d1723a9e', 'status': 'completed', 'code': 200} May 26 15:12:47.661191 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440ac10-37e1-410e-862a-0d089a90a9a9 req-a5764f34-a2e1-44ed-8738-9430f257a456 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:47.662676 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7440ac10-37e1-410e-862a-0d089a90a9a9 req-a5764f34-a2e1-44ed-8738-9430f257a456 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0533493 May 26 15:12:47.719229 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7440ac10-37e1-410e-862a-0d089a90a9a9 req-838f678c-76ba-4d1c-9957-b48b569100f0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498307 May 26 15:12:47.839581 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-83a3097f-bc75-4f6a-b6de-9fe331054b86 req-68bf80ed-610b-47e9-aeda-ed82ce3124c9 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0281203 May 26 15:12:47.883488 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:48.831432 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeba1b-0143-441f-9495-c116a34b6342 req-844ed335-ec7a-4f2d-8077-b675e5b2a649 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:48.833053 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7caeba1b-0143-441f-9495-c116a34b6342 req-844ed335-ec7a-4f2d-8077-b675e5b2a649 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0470028 May 26 15:12:48.853815 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:48.887505 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7caeba1b-0143-441f-9495-c116a34b6342 req-37029c42-39e4-44cc-8d9e-cd72c67490c1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488300 May 26 15:12:48.951108 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a897992c-8832-4ecf-9ad4-0b1381956787 req-456f6e97-43f0-4529-8637-58d340814b9b tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=d60f535d-631c-4b12-97b0-d134f2042e1f HTTP/1.1" status: 200 len: 210 time: 0.0290623 May 26 15:12:49.000595 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c129904-d433-4896-8a6c-cf7381c1375c req-0e40c420-86d6-45ce-abd7-300b5b68d5f4 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:49.002096 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8c129904-d433-4896-8a6c-cf7381c1375c req-0e40c420-86d6-45ce-abd7-300b5b68d5f4 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0486324 May 26 15:12:49.050728 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8c129904-d433-4896-8a6c-cf7381c1375c req-58b9c48c-bff1-42aa-8199-350d15b90c27 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428643 May 26 15:12:49.072915 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47448) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:12:49.203254 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d56966c-0315-481a-86ab-6be824ab693b tempest-TestShelveInstance-1269790952 tempest-TestShelveInstance-1269790952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:49.205083 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-3d56966c-0315-481a-86ab-6be824ab693b tempest-TestShelveInstance-1269790952 tempest-TestShelveInstance-1269790952-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1124 time: 0.1310766 May 26 15:12:49.207969 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47452) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:12:49.212261 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'port_id': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:12:49.233185 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:49.314556 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:49.427266 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Allocated IP 172.27.1.88 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:12:49.502391 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:49.536608 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for port (4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:49.558437 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:49.571217 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:49.617301 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:12:49.623001 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:12:49.627148 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:12:49.630506 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'Port': ['ID=4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:49.661184 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-7f2c40c9-4a84-46d3-a821-3e41d30a5a6a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398989 May 26 15:12:49.790774 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-2a7b4770-6801-410e-9869-a2a87bf6a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:49.792289 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-2a7b4770-6801-410e-9869-a2a87bf6a339 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 1130 time: 0.0452814 May 26 15:12:49.908998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-67ca5a61-df81-4523-b3ac-dfc82027855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:49.910555 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-67ca5a61-df81-4523-b3ac-dfc82027855b service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.0862362 May 26 15:12:49.985634 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for floatingip (98b221ae-b6fc-4a58-ad03-62c07c75a6fb), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:49.988513 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-09ffe6e5-79b2-4294-8516-2742396de101 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 200 len: 1000 time: 0.0590556 May 26 15:12:50.033414 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:50.046070 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-8e2f6137-a6b1-43f6-986f-d5e0d5c324e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:50.049224 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-8e2f6137-a6b1-43f6-986f-d5e0d5c324e2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.0498798 May 26 15:12:50.065722 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:50.102019 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-609bcda7-1c6d-446e-9d3e-748c13ad92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:50.103738 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-609bcda7-1c6d-446e-9d3e-748c13ad92e5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413771 May 26 15:12:50.215253 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-ac1d7cfd-13b3-428d-b930-e1f46feb1ca6 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047897 May 26 15:12:50.270108 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for port (4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:50.274778 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:50.318293 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b9e4fbd5-6929-4652-9931-dd3ecee251b4 req-f97ff850-f189-4fb7-a5bd-f10714197209 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895798 May 26 15:12:50.337541 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:50.350885 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event updated for resources: {'Port': ['ID=4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:12:50.366025 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (98b221ae-b6fc-4a58-ad03-62c07c75a6fb), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:50.451138 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:50.465635 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Floating IP 98b221ae-b6fc-4a58-ad03-62c07c75a6fb associated. External IP: 172.27.1.88, port: 919581af-7ccb-4d91-b17b-36af6ce1ee96. May 26 15:12:50.672723 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Router 5eed3ed0-2e21-4093-8ecd-a74df3317478 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:12:50.779690 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:12:50.789696 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] Sync routers for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:12:50.799710 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:50.799963 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:12:50.800560 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:12:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:12:50.830274 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-6dd83d57-8543-4f44-93cb-60989faa30b5 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6211770 May 26 15:12:50.830955 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:12:50.833192 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41" -d '{"events": [{"name": "network-changed", "server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:12:50.846290 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:50.868615 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b3e9fa-1a3b-4d8f-82aa-25a946b5bac3 x-openstack-request-id: req-c2b3e9fa-1a3b-4d8f-82aa-25a946b5bac3 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:12:50.868917 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:12:50.869169 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2b3e9fa-1a3b-4d8f-82aa-25a946b5bac3 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:12:50.869609 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b3e9fa-1a3b-4d8f-82aa-25a946b5bac3'] response: {'name': 'network-changed', 'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'status': 'completed', 'code': 200} May 26 15:12:50.893939 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:50.905910 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:12:51.112740 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '98b221ae-b6fc-4a58-ad03-62c07c75a6fb', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'port_id': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'mac_address': 'fa:16:3e:a7:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:12:49Z', 'updated_at': '2022-05-26T15:12:49Z', 'revision_number': 0, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb33c147-05d7-4b99-aeb1-2e8102f2e3e3', 'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'mac_address': 'fa:16:3e:fb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:46Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 5, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'subnets': [{'id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:12:51.136355 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] Checking router: 5eed3ed0-2e21-4093-8ecd-a74df3317478 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:12:51.145170 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:12:51.145785 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:12:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:12:51.245125 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:12:51.470227 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '98b221ae-b6fc-4a58-ad03-62c07c75a6fb', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'port_id': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'mac_address': 'fa:16:3e:a7:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:12:49Z', 'updated_at': '2022-05-26T15:12:49Z', 'revision_number': 0, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb33c147-05d7-4b99-aeb1-2e8102f2e3e3', 'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'mac_address': 'fa:16:3e:fb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:46Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 5, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'subnets': [{'id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:12:51.500541 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdaffa1-981c-40b5-9c2f-7bd5dcf922f2 None None] The sync data for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi is: [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '98b221ae-b6fc-4a58-ad03-62c07c75a6fb', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'port_id': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'mac_address': 'fa:16:3e:a7:66:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:12:49Z', 'updated_at': '2022-05-26T15:12:49Z', 'revision_number': 0, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb33c147-05d7-4b99-aeb1-2e8102f2e3e3', 'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'mac_address': 'fa:16:3e:fb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:46Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 5, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'subnets': [{'id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:12:51.694748 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfc675c-f0f7-4a54-8c65-7c9d9b8ff66b None None] New status for floating IP 98b221ae-b6fc-4a58-ad03-62c07c75a6fb: ACTIVE {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:12:53.455564 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 930ee718-30cf-4a82-92d1-09e4d1723a9e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:12:53.484440 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 930ee718-30cf-4a82-92d1-09e4d1723a9e {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:12:53.484780 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 930ee718-30cf-4a82-92d1-09e4d1723a9e not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:12:53.653250 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-33003c2e-bfc7-4e48-9768-96a02a57ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:53.654791 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-33003c2e-bfc7-4e48-9768-96a02a57ec9a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1129 time: 0.0539865 May 26 15:12:54.414265 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-b826358a-2a2b-47fe-b04f-b6335eb9c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:54.415996 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-b826358a-2a2b-47fe-b04f-b6335eb9c4ed service neutron] 10.222.0.75 "GET /v2.0/networks?id=68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 200 len: 910 time: 0.0870519 May 26 15:12:54.714716 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-7dad8b91-28bc-4c82-9539-7fee75b3ec64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 1000 time: 0.0596986 May 26 15:12:54.768758 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-ae415312-7d1e-42f9-b835-f5313f805ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:54.770199 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-ae415312-7d1e-42f9-b835-f5313f805ff4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33d702e5-ab8e-40e5-b79e-9c03c1734be5 HTTP/1.1" status: 200 len: 848 time: 0.0455856 May 26 15:12:54.955589 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-2f5d14fb-c25d-4628-81f7-8aacfba57983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:54.957112 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-2f5d14fb-c25d-4628-81f7-8aacfba57983 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68359501-3537-436b-ae78-35604426e377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477891 May 26 15:12:55.039444 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:55.055062 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-1e3c023f-46dd-4104-a8e1-6b50cbdbfd7e service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880024 May 26 15:12:55.147764 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7bd37e95-8c9d-4fa5-a9f0-e4d05d216d41 req-ce446359-6169-424d-8ce7-d43175a0df41 service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808244 May 26 15:12:56.227676 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf809c6e-1a47-434e-9b7e-8b8a3de6efcb req-b7baf332-4d8f-44b8-95f6-e87085f91f05 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:56.229148 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cf809c6e-1a47-434e-9b7e-8b8a3de6efcb req-b7baf332-4d8f-44b8-95f6-e87085f91f05 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0476806 May 26 15:12:56.280291 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cf809c6e-1a47-434e-9b7e-8b8a3de6efcb req-397e2b75-dab7-4965-9415-14d57dd500a9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442522 May 26 15:12:57.394932 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec54a3-fe31-4f78-beb7-12d1c1b4834e req-a472eaf2-e101-43d5-b5d8-0a5d190087bc tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:57.396484 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-30ec54a3-fe31-4f78-beb7-12d1c1b4834e req-a472eaf2-e101-43d5-b5d8-0a5d190087bc tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0474703 May 26 15:12:57.443677 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-30ec54a3-fe31-4f78-beb7-12d1c1b4834e req-be82a9b5-5ef2-4797-92e3-a4b4324f38fb tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 May 26 15:12:58.314487 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-720afa3a-37e7-4fbc-916c-32296119a3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:12:58.558134 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a32de-39d8-4193-9aec-22585b766577 req-117aed70-190e-4600-bb21-b05ed2f12826 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:58.559582 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-842a32de-39d8-4193-9aec-22585b766577 req-117aed70-190e-4600-bb21-b05ed2f12826 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0458627 May 26 15:12:58.611075 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-842a32de-39d8-4193-9aec-22585b766577 req-80a573ea-20c3-4641-b365-53a1a6d51e4f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453622 May 26 15:12:59.003456 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:12:59.077706 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-ad04692a-c93f-4eb8-a8ea-6c960a9962d5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:59.079067 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-ad04692a-c93f-4eb8-a8ea-6c960a9962d5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/networks?id=e5c3a41d-5502-412d-93bc-4ee7162401e0 HTTP/1.1" status: 200 len: 814 time: 0.1062603 May 26 15:12:59.094342 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-aaf1c875-b53e-4557-b55a-79c91f701121 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/quotas/d58410e922bd46418c9e93bf61b348f8 HTTP/1.1" status: 200 len: 375 time: 0.0100365 May 26 15:12:59.128702 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-fbdf134c-c723-4ee7-b1a6-bff74d9bbf4e tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d58410e922bd46418c9e93bf61b348f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292158 May 26 15:12:59.231479 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-ff3b2c41-4168-4403-a038-db8c9e3ecc56 service neutron] 10.222.0.46 "GET /v2.0/networks/e5c3a41d-5502-412d-93bc-4ee7162401e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962658 May 26 15:12:59.331565 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-bb997d7e-61e4-4258-a4ae-7f9940548dfe service neutron] 10.222.0.46 "GET /v2.0/networks/e5c3a41d-5502-412d-93bc-4ee7162401e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936930 May 26 15:12:59.480796 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3324-4c23-4263-9611-efad76046ab3 req-2d05d55c-9ff8-4c86-9c25-febba8a79d4e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:59.482422 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6dba3324-4c23-4263-9611-efad76046ab3 req-2d05d55c-9ff8-4c86-9c25-febba8a79d4e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0529001 May 26 15:12:59.527001 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d38bcbe8-c249-46a9-b4f3-9ea5c3c15205 req-edb93480-4a1e-4b0b-94f2-fff69458e7e4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 210 time: 0.0430036 May 26 15:12:59.557688 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6dba3324-4c23-4263-9611-efad76046ab3 req-29d6ae70-ca86-4aae-9333-408dcdbbc6dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632517 May 26 15:12:59.733795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d0da2-ef30-4cba-92e9-c249aff8ecc1 req-60e763a0-255d-4152-adb0-cac5d634f96f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:12:59.735301 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-be4d0da2-ef30-4cba-92e9-c249aff8ecc1 req-60e763a0-255d-4152-adb0-cac5d634f96f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0507374 May 26 15:12:59.787296 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-be4d0da2-ef30-4cba-92e9-c249aff8ecc1 req-8685a7f5-4a53-4291-91f4-84ab92a07014 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463033 May 26 15:13:00.574791 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c9e28a7f-9448-48f9-98c4-2b672705c9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:00.628302 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89b607e4-fa0a-4038-92cd-a478f868c70d req-3af2e5ba-e2aa-4fbf-a9e0-46226e04a5d6 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 210 time: 0.0302703 May 26 15:13:00.682203 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14e22a-e28b-45be-925a-6ce4974a7cbf req-e5c0da45-43aa-45fe-97a7-aebe39add690 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:00.683736 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3c14e22a-e28b-45be-925a-6ce4974a7cbf req-e5c0da45-43aa-45fe-97a7-aebe39add690 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0522826 May 26 15:13:00.703879 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:00.731495 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3c14e22a-e28b-45be-925a-6ce4974a7cbf req-96d12ad3-0fc7-45b0-96da-2fb43bb93741 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422945 May 26 15:13:00.824514 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:00.827144 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:00.904929 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb55a9-e8c0-480e-8259-35f9d5157ecf req-ab1b5fc6-1e80-49a8-99ea-16455990d831 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:00.906583 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fedb55a9-e8c0-480e-8259-35f9d5157ecf req-ab1b5fc6-1e80-49a8-99ea-16455990d831 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0474851 May 26 15:13:00.953634 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fedb55a9-e8c0-480e-8259-35f9d5157ecf req-a2f7afe5-123f-4472-afab-ce0734a535e4 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412025 May 26 15:13:01.473256 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=66 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:01.474470 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=64 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:01.661284 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-7abea186-5dba-4067-ac80-b8a1afcc21ff tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:01.662777 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-7abea186-5dba-4067-ac80-b8a1afcc21ff tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0526149 May 26 15:13:01.752302 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5712fdec-de35-431f-bbf1-b9f6dcf9340e req-7e695cfd-4a47-4ace-acb6-bee512072949 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 210 time: 0.0371068 May 26 15:13:01.800041 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Deleting port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:13:01.800377 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:01.852733 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:01.909209 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054cf15-d056-4c22-8c50-4452957d2077 req-e58f9837-625f-4998-87e4-13caee1161f2 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:01.910609 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3054cf15-d056-4c22-8c50-4452957d2077 req-e58f9837-625f-4998-87e4-13caee1161f2 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 946 time: 0.0882003 May 26 15:13:01.955243 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] For port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:01.955605 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:02.000087 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:02.056937 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3054cf15-d056-4c22-8c50-4452957d2077 req-18a15d2a-ed6e-4ab3-9e81-24e5b5c59fe1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=27949dd9-655e-48be-aa9a-0b4acddf40fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402392 May 26 15:13:02.152832 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29716b4e-95cb-4aba-9de6-3397ff7f8526 req-2f401550-d1ce-4e16-a2d6-ae2df239b83a tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:02.154860 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-29716b4e-95cb-4aba-9de6-3397ff7f8526 req-2f401550-d1ce-4e16-a2d6-ae2df239b83a tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.1180010 May 26 15:13:02.312313 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:02.312680 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (34c0728d-46a5-4028-9fa6-373ead92dc66), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:02.313045 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Floating IP 34c0728d-46a5-4028-9fa6-373ead92dc66 disassociated. External IP: 172.27.1.143, port: 2b9adcd0-48a4-4233-a3fb-694dc9e1657f. May 26 15:13:02.313399 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Calling delete_port for 2b9adcd0-48a4-4233-a3fb-694dc9e1657f owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:13:02.318284 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-29716b4e-95cb-4aba-9de6-3397ff7f8526 req-34e3669d-7515-428e-b6c7-6628d244eacb tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544213 May 26 15:13:02.409734 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-ffcd218f-0ae9-4fd4-acd4-95f045f648a0 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:02.411243 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-ffcd218f-0ae9-4fd4-acd4-95f045f648a0 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.75 "GET /v2.0/networks?id=e5c3a41d-5502-412d-93bc-4ee7162401e0 HTTP/1.1" status: 200 len: 814 time: 0.1139016 May 26 15:13:02.436313 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Request body: {'port': {'device_id': '5ffad3c3-bb0f-4e23-a684-2d87d0e05773', 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0', 'admin_state_up': True, 'tenant_id': 'd58410e922bd46418c9e93bf61b348f8'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:02.454908 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (2b9adcd0-48a4-4233-a3fb-694dc9e1657f), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:02.494110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'Port': ['ID=2b9adcd0-48a4-4233-a3fb-694dc9e1657f,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:02.570257 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Made reservation on behalf of d58410e922bd46418c9e93bf61b348f8 for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:13:02.574149 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:02.585118 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:02.613237 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:13:02.723010 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Allocated IP 172.20.0.6 (e5c3a41d-5502-412d-93bc-4ee7162401e0/e64ce44f-d8b3-4f9d-be5a-57da8a17798e/3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:13:02.929141 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks [] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:02.965212 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:03.010085 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Network e5c3a41d-5502-412d-93bc-4ee7162401e0 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:13:03.014691 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:13:03.017349 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:13:03.032229 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:13:03.039950 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a81750-9540-4da4-9c99-373fdfd17122 req-2a693634-2af6-4efa-854a-d2ad8ba12902 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:03.041529 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2a81750-9540-4da4-9c99-373fdfd17122 req-2a693634-2af6-4efa-854a-d2ad8ba12902 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 946 time: 0.0961778 May 26 15:13:03.044017 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:13:03.048247 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c813-c334-4463-be0e-631b00d04c0b req-9af40611-fe08-411b-bf4c-bbe2bbbca2a7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:03.055128 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aa20c813-c334-4463-be0e-631b00d04c0b req-9af40611-fe08-411b-bf4c-bbe2bbbca2a7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 931 time: 0.1085639 May 26 15:13:03.060250 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:03.061802 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:03.065477 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Pushing event updated for resources: {'Port': ['ID=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:03.089555 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:03.090230 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:03.102286 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:03.113758 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5e531635-90a3-48aa-8b8b-6c4ae70638d4 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6818752 May 26 15:13:03.143307 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] No DVR routers for this DVR port 2b9adcd0-48a4-4233-a3fb-694dc9e1657f on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:13:03.158464 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:03.161919 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7ee0e9cf-4d1a-4d89-8c00-3cb587de5a59 req-6ee642b4-339c-44ae-b5c8-18be6ad13c50 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "DELETE /v2.0/ports/2b9adcd0-48a4-4233-a3fb-694dc9e1657f HTTP/1.1" status: 204 len: 173 time: 1.4796059 May 26 15:13:03.162567 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'name': 'network-vif-deleted', 'tag': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:03.164853 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaba77c-0960-4368-a372-83af72cd8192" -d '{"events": [{"server_uuid": "9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f", "name": "network-vif-deleted", "tag": "2b9adcd0-48a4-4233-a3fb-694dc9e1657f"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:03.195124 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2a81750-9540-4da4-9c99-373fdfd17122 req-f57d560c-1f71-4a92-baae-3adfe8428693 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377861 May 26 15:13:03.198767 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aa20c813-c334-4463-be0e-631b00d04c0b req-6cf90950-3f3c-4311-acc9-3d39897535b5 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427464 May 26 15:13:03.269409 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee9d273-abc4-4a62-aa44-401367e460a6 x-openstack-request-id: req-aee9d273-abc4-4a62-aa44-401367e460a6 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:03.269731 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f", "name": "network-vif-deleted", "tag": "2b9adcd0-48a4-4233-a3fb-694dc9e1657f", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:03.269978 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aee9d273-abc4-4a62-aa44-401367e460a6 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:03.270419 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee9d273-abc4-4a62-aa44-401367e460a6'] response: {'server_uuid': '9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f', 'name': 'network-vif-deleted', 'tag': '2b9adcd0-48a4-4233-a3fb-694dc9e1657f', 'status': 'completed', 'code': 200} May 26 15:13:03.290416 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c753c35b-5620-4dab-83e1-77ee3be347c1 req-f2e0bb39-2eb1-408b-8b23-24cac1a275c2 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 210 time: 0.0314958 May 26 15:13:03.300569 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:03.392766 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:03.449682 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22e1b4-b5f1-444d-a251-8799368cf53f req-f2b4cb8a-5edc-4e99-881c-d8ed523e6442 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:03.451788 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb22e1b4-b5f1-444d-a251-8799368cf53f req-f2b4cb8a-5edc-4e99-881c-d8ed523e6442 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0556607 May 26 15:13:03.501576 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb22e1b4-b5f1-444d-a251-8799368cf53f req-2744e56c-3a9b-408b-8693-c04ff9ac48e0 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 May 26 15:13:03.540417 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '456f7a4c-e0bb-4c69-a629-85217ab32694', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:22Z', 'updated_at': '2022-05-26T15:09:53Z', 'revision_number': 2, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:03.565089 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:13:03.573692 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:03.574278 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:03.674128 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:03.881324 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '456f7a4c-e0bb-4c69-a629-85217ab32694', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:22Z', 'updated_at': '2022-05-26T15:09:53Z', 'revision_number': 2, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:03.905606 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85cf694-2cea-4b0d-83af-efd524801bf5 None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '456f7a4c-e0bb-4c69-a629-85217ab32694', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:3c:b3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:09:22Z', 'updated_at': '2022-05-26T15:09:53Z', 'revision_number': 2, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:13:04.151941 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2c372-c516-41cd-8a07-b2399ecc946f None None] New status for floating IP 34c0728d-46a5-4028-9fa6-373ead92dc66: DOWN {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:13:04.343940 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:04.359353 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692c8b-8ea7-4b88-a458-40e82b468e9a req-40cbbf89-7194-42ca-b3b9-3ab080d8b433 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:04.360819 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c9692c8b-8ea7-4b88-a458-40e82b468e9a req-40cbbf89-7194-42ca-b3b9-3ab080d8b433 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 946 time: 0.0721471 May 26 15:13:04.367758 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ffd19-b1d5-4de3-9daa-7f07b57b3460 req-3b2f7a40-f4f3-48a1-a967-d8a0c80fa1cf tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:04.369393 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-124ffd19-b1d5-4de3-9daa-7f07b57b3460 req-3b2f7a40-f4f3-48a1-a967-d8a0c80fa1cf tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 931 time: 0.0913851 May 26 15:13:04.445536 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c9692c8b-8ea7-4b88-a458-40e82b468e9a req-5f59c481-1416-44c9-aae6-0dddfc99af34 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749793 May 26 15:13:04.449622 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-124ffd19-b1d5-4de3-9daa-7f07b57b3460 req-ae365447-0a16-42f9-b3ae-d4eabdf62d50 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708785 May 26 15:13:04.535012 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9feecc55-0765-4e84-9b11-775aabd5e6df req-0ed1ab00-ef31-4462-bed7-de0d73452c0c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f79a65a-d2ae-450c-ae5e-8fb5c1181c3f HTTP/1.1" status: 200 len: 210 time: 0.0305576 May 26 15:13:04.614775 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Request body: {'port': {'device_id': '5ffad3c3-bb0f-4e23-a684-2d87d0e05773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:04.657556 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84b7e4-e083-4bd0-a3b6-05ab56e84836 req-c3ce8ac6-dcb5-45a0-a4f6-fdef5974bb0f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:04.659455 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3c84b7e4-e083-4bd0-a3b6-05ab56e84836 req-c3ce8ac6-dcb5-45a0-a4f6-fdef5974bb0f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0785093 May 26 15:13:04.696977 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:04.701047 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:04.712158 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3c84b7e4-e083-4bd0-a3b6-05ab56e84836 req-00bdd65b-f65d-4332-aa10-63642c5010ab tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471640 May 26 15:13:04.927004 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:05.009771 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:13:05.019333 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Publish callbacks [] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:05.030894 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-a4e69d52-3bc2-43cc-8333-50043401b1db tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:05.032396 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-a4e69d52-3bc2-43cc-8333-50043401b1db tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 946 time: 0.0677893 May 26 15:13:05.034544 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Transition to ACTIVE for port object 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:13:05.038382 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:05.090327 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:05.162725 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Attempting to bind port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:13:05.163024 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Attempting to bind port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0a801778-f88a-4d87-9258-9f8e864c5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:13:05.163356 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Attempting to bind port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a on network e5c3a41d-5502-412d-93bc-4ee7162401e0 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:13:05.167714 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a on network e5c3a41d-5502-412d-93bc-4ee7162401e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:13:05.168030 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Attempting to bind port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a on network e5c3a41d-5502-412d-93bc-4ee7162401e0 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:13:05.172933 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:13:05.173266 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Checking segment: {'id': '0a801778-f88a-4d87-9258-9f8e864c5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:13:05.173672 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Bound using segment: {'id': '0a801778-f88a-4d87-9258-9f8e864c5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:13:05.174094 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Bound port: 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a801778-f88a-4d87-9258-9f8e864c5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:13:05.174448 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:05.234551 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] For port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:13:05.237601 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] For port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:13:05.243646 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:05.278950 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:05.279613 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:05.280976 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] 10.222.0.75 "PUT /v2.0/ports/3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a HTTP/1.1" status: 200 len: 1093 time: 0.6705663 May 26 15:13:05.281400 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffad3c3-bb0f-4e23-a684-2d87d0e05773', 'tag': '3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:05.283614 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15286cf8-b99e-4b18-9daa-b80c73fa6a43" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffad3c3-bb0f-4e23-a684-2d87d0e05773", "tag": "3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:05.309974 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a968fbc-c4b7-410e-a93c-83d6ead79480 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:05.322496 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54e57e4-2c69-4c52-89e6-7ab98b9d907c x-openstack-request-id: req-b54e57e4-2c69-4c52-89e6-7ab98b9d907c {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:05.322496 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffad3c3-bb0f-4e23-a684-2d87d0e05773", "tag": "3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:05.322496 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b54e57e4-2c69-4c52-89e6-7ab98b9d907c {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:05.322496 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54e57e4-2c69-4c52-89e6-7ab98b9d907c'] response: {'name': 'network-changed', 'server_uuid': '5ffad3c3-bb0f-4e23-a684-2d87d0e05773', 'tag': '3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a', 'status': 'completed', 'code': 200} May 26 15:13:05.398391 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Deleting port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:13:05.398969 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:05.439919 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286cf8-b99e-4b18-9daa-b80c73fa6a43 req-4f619bc3-c682-42fd-8abb-6953ffc59848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:05.441746 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-15286cf8-b99e-4b18-9daa-b80c73fa6a43 req-4f619bc3-c682-42fd-8abb-6953ffc59848 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d58410e922bd46418c9e93bf61b348f8&device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 1127 time: 0.0547192 May 26 15:13:05.534316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] For port 2e5306c2-86c5-4899-9abd-3ff6e390eb95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2e5306c2-86c5-4899-9abd-3ff6e390eb95,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:05.534316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:05.655783 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286cf8-b99e-4b18-9daa-b80c73fa6a43 req-7d66f5af-3270-4b96-9956-822f27cf0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:05.657293 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-15286cf8-b99e-4b18-9daa-b80c73fa6a43 req-7d66f5af-3270-4b96-9956-822f27cf0b56 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=d58410e922bd46418c9e93bf61b348f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1796355 May 26 15:13:05.670142 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:05.695161 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551b139-abd5-48d3-8b8b-6e50a980f8cd req-2d7526c6-96b6-4c17-b3b0-d9036eb1da60 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:05.696738 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3551b139-abd5-48d3-8b8b-6e50a980f8cd req-2d7526c6-96b6-4c17-b3b0-d9036eb1da60 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 946 time: 0.1091259 May 26 15:13:05.730826 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:05.741850 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccdf6f-7626-4c3f-bbd5-6836acfcc674 req-75b779ce-097b-447c-ad0a-1948fcedff7a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:05.743360 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2cccdf6f-7626-4c3f-bbd5-6836acfcc674 req-75b779ce-097b-447c-ad0a-1948fcedff7a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 943 time: 0.1546357 May 26 15:13:05.771261 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286cf8-b99e-4b18-9daa-b80c73fa6a43 req-f216c98b-43f8-4b5c-a32a-251d134e6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:05.772587 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-15286cf8-b99e-4b18-9daa-b80c73fa6a43 req-f216c98b-43f8-4b5c-a32a-251d134e6020 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083221 May 26 15:13:05.869526 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3551b139-abd5-48d3-8b8b-6e50a980f8cd req-f785d9e1-b2b6-4c2d-85d2-2f6f6233a8a4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415563 May 26 15:13:05.875509 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2cccdf6f-7626-4c3f-bbd5-6836acfcc674 req-8f7f4768-bb85-412c-966f-e9401dbc61f1 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184113 May 26 15:13:05.885650 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:05.886187 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:05.886685 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Floating IP 7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a disassociated. External IP: 172.27.1.93, port: 2e5306c2-86c5-4899-9abd-3ff6e390eb95. May 26 15:13:05.887192 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Calling delete_port for 2e5306c2-86c5-4899-9abd-3ff6e390eb95 owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:13:05.888557 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-90277161-55e8-460b-be1b-faffeccfb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:05.890701 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-90277161-55e8-460b-be1b-faffeccfb716 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d58410e922bd46418c9e93bf61b348f8&device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 1127 time: 0.0432162 May 26 15:13:05.913933 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2b9adcd0-48a4-4233-a3fb-694dc9e1657f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:13:05.947090 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 2b9adcd0-48a4-4233-a3fb-694dc9e1657f {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:13:05.950848 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2b9adcd0-48a4-4233-a3fb-694dc9e1657f not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:13:05.992654 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-5c49166b-a692-42e7-ba22-0e9f4b36c40e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a HTTP/1.1" status: 200 len: 217 time: 0.0828843 May 26 15:13:05.994515 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:06.023317 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 47640) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:06.046911 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-00471263-110b-4703-a69d-c5a589c52bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:06.048417 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-00471263-110b-4703-a69d-c5a589c52bf4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e64ce44f-d8b3-4f9d-be5a-57da8a17798e HTTP/1.1" status: 200 len: 854 time: 0.0486221 May 26 15:13:06.077471 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a9f8f-3161-47f9-819f-639f523c008b req-36501186-2128-440b-8ebc-9536c93ed5ae tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:06.079554 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-270a9f8f-3161-47f9-819f-639f523c008b req-36501186-2128-440b-8ebc-9536c93ed5ae tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0948191 May 26 15:13:06.084674 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-f23ad94b-9ebd-4b36-90d1-8717a82915b2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e5c3a41d-5502-412d-93bc-4ee7162401e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278945 May 26 15:13:06.143635 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (2e5306c2-86c5-4899-9abd-3ff6e390eb95), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:06.182100 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-fdadd88f-a777-463e-babf-28f319c52e3c service neutron] 10.222.0.75 "GET /v2.0/networks/e5c3a41d-5502-412d-93bc-4ee7162401e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903270 May 26 15:13:06.206057 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-270a9f8f-3161-47f9-819f-639f523c008b req-ac75a29e-d340-4cd9-99ee-d429bec8aa8b tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163278 May 26 15:13:06.206751 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event deleted for resources: {'Port': ['ID=2e5306c2-86c5-4899-9abd-3ff6e390eb95,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:06.214027 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b35-2ea5-4f97-bb1b-08f787197ff3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (27949dd9-655e-48be-aa9a-0b4acddf40fe), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:06.236716 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:06.274675 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b35-2ea5-4f97-bb1b-08f787197ff3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (27949dd9-655e-48be-aa9a-0b4acddf40fe), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:06.276485 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6f662e4c-d549-47f6-a361-c7742f059c01 req-8050e985-ffa9-413f-836c-546a003fa3fc service neutron] 10.222.0.75 "GET /v2.0/networks/e5c3a41d-5502-412d-93bc-4ee7162401e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873840 May 26 15:13:06.371227 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:13:06.376366 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b35-2ea5-4f97-bb1b-08f787197ff3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (27949dd9-655e-48be-aa9a-0b4acddf40fe), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:06.380156 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-26ae8b35-2ea5-4f97-bb1b-08f787197ff3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:06.381286 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-26ae8b35-2ea5-4f97-bb1b-08f787197ff3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "DELETE /v2.0/security-groups/27949dd9-655e-48be-aa9a-0b4acddf40fe HTTP/1.1" status: 204 len: 168 time: 0.3576622 May 26 15:13:06.384264 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47642) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:06.395060 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae8b35-2ea5-4f97-bb1b-08f787197ff3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27949dd9-655e-48be-aa9a-0b4acddf40fe,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:06.399708 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.api.v2.resource [None req-f4b5980f-1005-4c14-92af-1c49d6dd4067 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] show failed (client error): The resource could not be found. May 26 15:13:06.401161 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-f4b5980f-1005-4c14-92af-1c49d6dd4067 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups/27949dd9-655e-48be-aa9a-0b4acddf40fe HTTP/1.1" status: 404 len: 347 time: 0.0155952 May 26 15:13:06.403887 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47644) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:06.446778 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:06.508381 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:13:06.520267 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] Sync routers for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:13:06.531261 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:06.531873 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:06.545753 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Deleting port e6d3f669-4c92-4d16-90dd-1d4143e784c4 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:13:06.546111 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (e6d3f669-4c92-4d16-90dd-1d4143e784c4), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:06.565637 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] No DVR routers for this DVR port 2e5306c2-86c5-4899-9abd-3ff6e390eb95 on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:13:06.570195 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:06.573432 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24e71c78-0d88-4b4f-bd88-adb2e668428e req-0881ba3e-4a03-4077-a276-6ea513b7c00d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "DELETE /v2.0/ports/2e5306c2-86c5-4899-9abd-3ff6e390eb95 HTTP/1.1" status: 204 len: 173 time: 1.2633271 May 26 15:13:06.573933 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-deleted', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:06.576238 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c523c8-b0a8-4375-aba8-c6fee8786729" -d '{"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-deleted", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:06.617483 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c080c0-59c5-4547-9c50-8b1f4daa3fb2 x-openstack-request-id: req-38c080c0-59c5-4547-9c50-8b1f4daa3fb2 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:06.617990 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cf01b4-e458-498b-990e-33b4171e1a14", "name": "network-vif-deleted", "tag": "2e5306c2-86c5-4899-9abd-3ff6e390eb95", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:06.618403 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38c080c0-59c5-4547-9c50-8b1f4daa3fb2 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:06.618976 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c080c0-59c5-4547-9c50-8b1f4daa3fb2'] response: {'server_uuid': '06cf01b4-e458-498b-990e-33b4171e1a14', 'name': 'network-vif-deleted', 'tag': '2e5306c2-86c5-4899-9abd-3ff6e390eb95', 'status': 'completed', 'code': 200} May 26 15:13:06.675947 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:06.803276 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:06.870349 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:06.877863 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:06.899978 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (e6d3f669-4c92-4d16-90dd-1d4143e784c4), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:06.900531 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (e6d3f669-4c92-4d16-90dd-1d4143e784c4), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:06.902338 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] Checking router: 63032ff9-f2ac-4259-8458-6aa7251ad3c4 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:13:06.911401 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:06.912001 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:06.918376 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Calling delete_port for e6d3f669-4c92-4d16-90dd-1d4143e784c4 owned by network:floatingip {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:13:06.986778 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-84965ce9-a0cc-4dfb-8be7-f6b2eefb2c20 req-2cd4eda3-295f-4327-91a9-8ab9c9cb6c60 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 210 time: 0.0312123 May 26 15:13:07.025409 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:07.039601 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733b3cf-8c3d-4c60-863f-eeba99946888 req-7770d83c-96a3-4b0d-b103-be625da45c55 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:07.041085 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8733b3cf-8c3d-4c60-863f-eeba99946888 req-7770d83c-96a3-4b0d-b103-be625da45c55 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 943 time: 0.0566397 May 26 15:13:07.077692 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (e6d3f669-4c92-4d16-90dd-1d4143e784c4), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:07.094723 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8733b3cf-8c3d-4c60-863f-eeba99946888 req-a3c4c053-2f42-4a72-a0f9-7e18b09d5aff tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476747 May 26 15:13:07.104651 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'Port': ['ID=e6d3f669-4c92-4d16-90dd-1d4143e784c4,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:07.173020 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (34c0728d-46a5-4028-9fa6-373ead92dc66), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:07.175497 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:07.176803 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5b9f9f12-3cdc-4739-9ff6-ff057cb1c9f5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "DELETE /v2.0/floatingips/34c0728d-46a5-4028-9fa6-373ead92dc66 HTTP/1.1" status: 204 len: 168 time: 0.7644525 May 26 15:13:07.226926 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:07.255134 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3082e8c-5339-49a9-a7cb-09cfc8fec9b0 None None] The sync data for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi is: [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:13:07.336509 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf156c-d829-468f-abeb-8c847b908d87 req-a37bfe86-35cd-41fc-a304-a2f4f49d70e6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:07.345006 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-acaf156c-d829-468f-abeb-8c847b908d87 req-a37bfe86-35cd-41fc-a304-a2f4f49d70e6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0559430 May 26 15:13:07.393542 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-acaf156c-d829-468f-abeb-8c847b908d87 req-bdbe9876-e5e2-438d-89f2-a479912b1885 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475700 May 26 15:13:07.517326 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80889e-8cd7-4109-b2fd-c13439f58851 None None] New status for floating IP 7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a: DOWN {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:13:08.101897 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9ea4e922-e7b7-4431-8e04-b03ef8d9889c req-1fd70418-c5c3-48fb-89c3-06d3c93fe5f9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=06cf01b4-e458-498b-990e-33b4171e1a14 HTTP/1.1" status: 200 len: 210 time: 0.0281172 May 26 15:13:08.219364 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3a708-bbd4-4e8d-968f-140d9102641e req-419ae504-5b9a-4eff-93ea-0759d03cf0e7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:08.220802 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9fa3a708-bbd4-4e8d-968f-140d9102641e req-419ae504-5b9a-4eff-93ea-0759d03cf0e7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 943 time: 0.0493634 May 26 15:13:08.267636 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9fa3a708-bbd4-4e8d-968f-140d9102641e req-c4464d86-7bd6-4cfe-80f2-303fd1148629 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 May 26 15:13:08.511724 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfce5d-dd75-4096-81e9-f5e4ea85f595 req-0e2a5a29-5dad-4657-bb9b-138058cd19fe tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:08.513217 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-51dfce5d-dd75-4096-81e9-f5e4ea85f595 req-0e2a5a29-5dad-4657-bb9b-138058cd19fe tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0497429 May 26 15:13:08.544616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:08.571068 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-51dfce5d-dd75-4096-81e9-f5e4ea85f595 req-8214319b-e081-4641-947a-e214aeb36e7d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478387 May 26 15:13:09.196521 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47676) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:09.253911 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-93d5a2a1-36b6-43bd-ad8d-05acdd3a4994 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (be61b5d5-0d1c-45d6-b11b-b9d5ecb350be), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.276093 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-93d5a2a1-36b6-43bd-ad8d-05acdd3a4994 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (be61b5d5-0d1c-45d6-b11b-b9d5ecb350be), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.284906 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:09.325822 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-93d5a2a1-36b6-43bd-ad8d-05acdd3a4994 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (be61b5d5-0d1c-45d6-b11b-b9d5ecb350be), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.329620 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-93d5a2a1-36b6-43bd-ad8d-05acdd3a4994 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.331051 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-93d5a2a1-36b6-43bd-ad8d-05acdd3a4994 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "DELETE /v2.0/security-groups/be61b5d5-0d1c-45d6-b11b-b9d5ecb350be HTTP/1.1" status: 204 len: 168 time: 0.1333849 May 26 15:13:09.335784 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47680) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:09.353843 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5a2a1-36b6-43bd-ad8d-05acdd3a4994 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be61b5d5-0d1c-45d6-b11b-b9d5ecb350be,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:09.355742 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.api.v2.resource [None req-2ef074ce-1707-465c-8fa4-e8ff32fc1e85 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] show failed (client error): The resource could not be found. May 26 15:13:09.356749 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-2ef074ce-1707-465c-8fa4-e8ff32fc1e85 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups/be61b5d5-0d1c-45d6-b11b-b9d5ecb350be HTTP/1.1" status: 404 len: 347 time: 0.0199113 May 26 15:13:09.360266 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47682) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:09.392245 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a19583-aeea-456f-9d15-74c6f6b43999 req-bdcd0e2e-b7e8-4a1b-bb41-caf70f2569de tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:09.393666 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-86a19583-aeea-456f-9d15-74c6f6b43999 req-bdcd0e2e-b7e8-4a1b-bb41-caf70f2569de tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 943 time: 0.0590010 May 26 15:13:09.446224 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-86a19583-aeea-456f-9d15-74c6f6b43999 req-8474e066-4c26-4850-af1a-db9259c5bc68 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467930 May 26 15:13:09.472963 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Deleting port 250bdeef-2936-48d3-88d1-824a931f6cb6 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:13:09.473648 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (250bdeef-2936-48d3-88d1-824a931f6cb6), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.550378 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (250bdeef-2936-48d3-88d1-824a931f6cb6), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.550758 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (250bdeef-2936-48d3-88d1-824a931f6cb6), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.569318 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Calling delete_port for 250bdeef-2936-48d3-88d1-824a931f6cb6 owned by network:floatingip {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:13:09.648273 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:09.693757 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b049c-6c8b-4f8f-be32-e954990d7285 req-04f8d1cb-898c-4365-92ff-f9472bdd5080 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:09.695329 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-276b049c-6c8b-4f8f-be32-e954990d7285 req-04f8d1cb-898c-4365-92ff-f9472bdd5080 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0493891 May 26 15:13:09.713430 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (250bdeef-2936-48d3-88d1-824a931f6cb6), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.743496 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event deleted for resources: {'Port': ['ID=250bdeef-2936-48d3-88d1-824a931f6cb6,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:09.768708 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-276b049c-6c8b-4f8f-be32-e954990d7285 req-affde6e3-eb7c-4743-8ff4-f35418f54fd7 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664327 May 26 15:13:09.820786 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.828956 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:09.828956 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b24fb342-447d-490f-aa38-029886da8bbb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "DELETE /v2.0/floatingips/7c17d94f-4b3e-4bc4-b8c6-5cf9cb46837a HTTP/1.1" status: 204 len: 168 time: 0.4637868 May 26 15:13:09.913582 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:13:09.927631 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:13:09.944907 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47700) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:09.945751 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdad130-b410-4271-8158-f35b1e394a44 req-6bd3d927-f905-42c1-9248-e6876321c18d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:09.947944 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7fdad130-b410-4271-8158-f35b1e394a44 req-6bd3d927-f905-42c1-9248-e6876321c18d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.0655437 May 26 15:13:09.949392 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-3fdde808-789e-4dfa-8251-32485fe00d11 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659396654', 'description': 'tempest-description--1191392128'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:09.953379 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 2e5306c2-86c5-4899-9abd-3ff6e390eb95 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:13:09.953754 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 2e5306c2-86c5-4899-9abd-3ff6e390eb95 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:13:09.989546 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3fdde808-789e-4dfa-8251-32485fe00d11 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.006090 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7fdad130-b410-4271-8158-f35b1e394a44 req-6cea5cca-b3c3-4fd3-9187-91b427f9f25e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515501 May 26 15:13:10.065700 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:10.071977 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662920f-0d68-44f4-9dfe-23cfe2dc8fab req-76736f28-9292-49f7-a2d3-697b63206590 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:10.073545 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1662920f-0d68-44f4-9dfe-23cfe2dc8fab req-76736f28-9292-49f7-a2d3-697b63206590 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0656323 May 26 15:13:10.076572 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3fdde808-789e-4dfa-8251-32485fe00d11 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (ba49aa7e-155a-4970-a71b-2424c76b29bd), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.078398 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a', 'network_id': 'e5c3a41d-5502-412d-93bc-4ee7162401e0', 'port_id': '3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a', 'mac_address': 'fa:16:3e:8c:06:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64ce44f-d8b3-4f9d-be5a-57da8a17798e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:13:10.081379 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3fdde808-789e-4dfa-8251-32485fe00d11 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ba49aa7e-155a-4970-a71b-2424c76b29bd), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.112331 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3fdde808-789e-4dfa-8251-32485fe00d11 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.113771 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-3fdde808-789e-4dfa-8251-32485fe00d11 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1677999 May 26 15:13:10.116949 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47702) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:10.117098 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:10.121924 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-244b7d2a-7e0c-48f5-8502-2ac026cc7f0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'security_group_rule': {'security_group_id': 'ba49aa7e-155a-4970-a71b-2424c76b29bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:10.127940 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:13:10.128344 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.134848 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1662920f-0d68-44f4-9dfe-23cfe2dc8fab req-bfd61c66-9c55-47d5-8053-b9c2ef38571f tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534046 May 26 15:13:10.140841 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdde808-789e-4dfa-8251-32485fe00d11 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba49aa7e-155a-4970-a71b-2424c76b29bd,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:10.143226 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:13:10.161540 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-244b7d2a-7e0c-48f5-8502-2ac026cc7f0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (21e12205-4a0b-4f51-8d83-b097e437f850), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.166088 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:10.170403 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.187784 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:10.216407 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:10.220986 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-244b7d2a-7e0c-48f5-8502-2ac026cc7f0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (21e12205-4a0b-4f51-8d83-b097e437f850), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.225347 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-244b7d2a-7e0c-48f5-8502-2ac026cc7f0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (21e12205-4a0b-4f51-8d83-b097e437f850), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.243733 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b7d2a-7e0c-48f5-8502-2ac026cc7f0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e12205-4a0b-4f51-8d83-b097e437f850,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:10.254087 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-244b7d2a-7e0c-48f5-8502-2ac026cc7f0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.255294 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-244b7d2a-7e0c-48f5-8502-2ac026cc7f0a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377640 May 26 15:13:10.257985 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47704) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:10.262191 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-8af897b0-5a31-4d97-b1a2-4632dd28b5fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'security_group_rule': {'security_group_id': 'ba49aa7e-155a-4970-a71b-2424c76b29bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:10.287076 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8af897b0-5a31-4d97-b1a2-4632dd28b5fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (dd6214d2-4338-409e-979e-9801979493f8), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.345172 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8af897b0-5a31-4d97-b1a2-4632dd28b5fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (dd6214d2-4338-409e-979e-9801979493f8), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.352205 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8af897b0-5a31-4d97-b1a2-4632dd28b5fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (dd6214d2-4338-409e-979e-9801979493f8), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.370503 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af897b0-5a31-4d97-b1a2-4632dd28b5fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6214d2-4338-409e-979e-9801979493f8,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:10.376673 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-8af897b0-5a31-4d97-b1a2-4632dd28b5fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.377867 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-8af897b0-5a31-4d97-b1a2-4632dd28b5fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189778 May 26 15:13:10.380954 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47706) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:10.385156 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:10.405535 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.487043 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.562085 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b5b10-f289-4264-a715-d7016b87428e req-68d3c11a-b2c7-48dd-8176-dffa25f1fa95 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:10.563836 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2b7b5b10-f289-4264-a715-d7016b87428e req-68d3c11a-b2c7-48dd-8176-dffa25f1fa95 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 944 time: 0.0487816 May 26 15:13:10.575457 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:10.597783 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Allocated IP 172.27.1.133 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/827723fd-92d8-40c8-b36e-a4e1df8f27dc) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:13:10.612869 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2b7b5b10-f289-4264-a715-d7016b87428e req-e993a7e9-0244-45ee-9ef4-9a1dae88deec tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 May 26 15:13:10.616333 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:13:10.688536 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:10.708795 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for port (827723fd-92d8-40c8-b36e-a4e1df8f27dc), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.743003 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (827723fd-92d8-40c8-b36e-a4e1df8f27dc), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.780629 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:13:10.783547 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:13:10.785853 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:13:10.818083 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'Port': ['ID=827723fd-92d8-40c8-b36e-a4e1df8f27dc,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:10.875610 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:10.883002 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (a504d241-744c-4deb-bcb3-cb4a4acd1001), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:10.921933 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (827723fd-92d8-40c8-b36e-a4e1df8f27dc), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:11.101581 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for port (827723fd-92d8-40c8-b36e-a4e1df8f27dc), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:11.106504 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (827723fd-92d8-40c8-b36e-a4e1df8f27dc), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:11.136933 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ca14-48c5-4a47-9df9-2d19ec7077ff req-eb1142dc-8214-4316-bb86-4a191a8d2db3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:11.138463 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a271ca14-48c5-4a47-9df9-2d19ec7077ff req-eb1142dc-8214-4316-bb86-4a191a8d2db3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.0562243 May 26 15:13:11.177851 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'Port': ['ID=827723fd-92d8-40c8-b36e-a4e1df8f27dc,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:11.188214 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (a504d241-744c-4deb-bcb3-cb4a4acd1001), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:11.188687 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a271ca14-48c5-4a47-9df9-2d19ec7077ff req-ecea5abe-95dd-4b43-98d1-86be80e53b29 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 May 26 15:13:11.204088 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:11.210044 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-ff58b482-19d9-4757-8ab0-0fca43c3ab04 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8279428 May 26 15:13:11.268998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671bbb9-e4f8-485c-b8ce-2ab2b82deaeb req-158e133c-7758-4a0d-92b4-99ffd6fd502e tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:11.270481 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a671bbb9-e4f8-485c-b8ce-2ab2b82deaeb req-158e133c-7758-4a0d-92b4-99ffd6fd502e tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0467360 May 26 15:13:11.297696 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:11.323370 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a671bbb9-e4f8-485c-b8ce-2ab2b82deaeb req-13ae57ed-8b5e-4168-931b-a5209db21b50 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468080 May 26 15:13:11.407534 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-a0b6453c-2076-4b65-ad4f-da236526e90c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--659396654&fields=id&tenant_id=d732418a4b2247e59ed96898b21cf6b1 HTTP/1.1" status: 200 len: 267 time: 0.0426052 May 26 15:13:11.520950 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-47298209-1fe4-42f8-90ac-4bf6518b82af tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:11.522428 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-47298209-1fe4-42f8-90ac-4bf6518b82af tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 817 time: 0.1075535 May 26 15:13:11.538319 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-2c222a08-beb5-410b-a988-4a1c8614b5ad tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/quotas/d732418a4b2247e59ed96898b21cf6b1 HTTP/1.1" status: 200 len: 375 time: 0.0096598 May 26 15:13:11.587334 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-875450b2-c624-439b-8612-55f0c575bd63 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438216 May 26 15:13:11.738082 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-ad650f96-7f8b-4b22-9011-a2575bcd9b7a service neutron] 10.222.0.46 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397674 May 26 15:13:11.759849 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:11.774028 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-95091f53-ef9f-4ab3-8a44-ac05faadf193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:11.775479 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-95091f53-ef9f-4ab3-8a44-ac05faadf193 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 1130 time: 0.1004970 May 26 15:13:11.784676 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fd0b6-4bb7-40c8-8206-a11455e00f99 req-6934c736-3674-464f-8150-61c7fd67a56a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:11.786058 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-041fd0b6-4bb7-40c8-8206-a11455e00f99 req-6934c736-3674-464f-8150-61c7fd67a56a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 944 time: 0.0944631 May 26 15:13:11.880111 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-625d265f-1970-4dda-8aee-10ed0c9f52e5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:11.881585 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-625d265f-1970-4dda-8aee-10ed0c9f52e5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.0510778 May 26 15:13:11.922493 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:13:11.968869 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:13:11.970947 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Deleting port 800ecb9f-4310-4563-b53c-ff8623e28b8e {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:13:11.971292 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:11.975745 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:13:11.976529 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:11.993109 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:12.058906 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:13:12.059422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:12.081385 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] For port 800ecb9f-4310-4563-b53c-ff8623e28b8e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=800ecb9f-4310-4563-b53c-ff8623e28b8e,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:12.081728 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:12.086457 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffad3c3-bb0f-4e23-a684-2d87d0e05773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:12.089164 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5407a682-16ae-4876-aa58-9e8c5a6b7b0e" -d '{"events": [{"server_uuid": "5ffad3c3-bb0f-4e23-a684-2d87d0e05773", "name": "network-vif-plugged", "status": "completed", "tag": "3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:12.102936 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:12.107716 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:12.160607 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:12.166200 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-041fd0b6-4bb7-40c8-8206-a11455e00f99 req-1bdff444-506b-458c-b5d0-945d3c238ea7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517640 May 26 15:13:12.170083 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-2a13afc4-daeb-4e6b-ae9b-e623e8dd5429 service neutron] 10.222.0.46 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232419 May 26 15:13:12.210127 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-06597979-4ff7-4e6f-a65d-b0888cdb0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:12.211616 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-06597979-4ff7-4e6f-a65d-b0888cdb0c98 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 911 time: 0.3775074 May 26 15:13:12.235458 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc47196c-0c18-4a6e-bc6e-32e273272b14 x-openstack-request-id: req-bc47196c-0c18-4a6e-bc6e-32e273272b14 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:12.236130 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffad3c3-bb0f-4e23-a684-2d87d0e05773", "name": "network-vif-plugged", "status": "completed", "tag": "3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:12.236615 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc47196c-0c18-4a6e-bc6e-32e273272b14 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:12.237222 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc47196c-0c18-4a6e-bc6e-32e273272b14'] response: {'server_uuid': '5ffad3c3-bb0f-4e23-a684-2d87d0e05773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a', 'code': 200} May 26 15:13:12.287208 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-566b49b6-a7e3-46ee-b1a8-fad73340e0f4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd HTTP/1.1" status: 200 len: 1001 time: 0.0685077 May 26 15:13:12.368865 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:12.370260 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (456f7a4c-e0bb-4c69-a629-85217ab32694), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:12.371635 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6b1d7-cc3a-47d2-93db-06da14a5c660 req-9656118b-809c-4054-aec2-a26e5a4e6d5a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:12.374006 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-72a6b1d7-cc3a-47d2-93db-06da14a5c660 req-9656118b-809c-4054-aec2-a26e5a4e6d5a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 945 time: 0.0857682 May 26 15:13:12.374420 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Floating IP 456f7a4c-e0bb-4c69-a629-85217ab32694 disassociated. External IP: 172.27.1.126, port: 800ecb9f-4310-4563-b53c-ff8623e28b8e. May 26 15:13:12.375040 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Calling delete_port for 800ecb9f-4310-4563-b53c-ff8623e28b8e owned by compute:nova {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:13:12.382182 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-6f64cf6b-0bf4-490e-b7fa-fdc009055f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:12.383619 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-6f64cf6b-0bf4-490e-b7fa-fdc009055f36 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.0842917 May 26 15:13:12.439167 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-98dcc48a-a860-43d7-99bb-8c1136f8d188 req-8fb6edc2-8389-4bf0-9ee9-e17cf8a4e936 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 210 time: 0.0484731 May 26 15:13:12.518648 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-57b92f26-3983-4730-9d34-a39cf005424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:12.520424 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-57b92f26-3983-4730-9d34-a39cf005424d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0964863 May 26 15:13:12.529198 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-72a6b1d7-cc3a-47d2-93db-06da14a5c660 req-3a638c21-c198-449d-92ab-1f06d1734976 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=06f06ade-6fff-4a59-90fa-f0b84f1e23e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445611 May 26 15:13:12.552634 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:12.578459 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (800ecb9f-4310-4563-b53c-ff8623e28b8e), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:12.579100 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d7088-3f76-4a1f-a0ca-e7cc44917d89 req-36a2b57c-9fc9-4daf-8e4e-4f12a565de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:12.580963 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-427d7088-3f76-4a1f-a0ca-e7cc44917d89 req-36a2b57c-9fc9-4daf-8e4e-4f12a565de06 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 1129 time: 0.1027970 May 26 15:13:12.606215 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'Port': ['ID=800ecb9f-4310-4563-b53c-ff8623e28b8e,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:12.636172 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:12.687815 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139c3e1-1755-4296-a447-151c93166035 req-8106b4f5-2a48-4ad4-b1eb-2a6d95e02ec5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:12.690589 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2139c3e1-1755-4296-a447-151c93166035 req-8106b4f5-2a48-4ad4-b1eb-2a6d95e02ec5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.1495111 May 26 15:13:12.743692 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-427d7088-3f76-4a1f-a0ca-e7cc44917d89 req-8cb18bd2-f4b6-44d1-aa9b-da127b57e566 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124425 May 26 15:13:12.747904 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-5f699065-a6d2-4ea3-9e0f-3089133a0fab service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169857 May 26 15:13:12.750575 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:13:12.778111 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2139c3e1-1755-4296-a447-151c93166035 req-75316f91-0014-4dcb-91e2-4c800c961248 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715945 May 26 15:13:12.858466 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:13:12.868100 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:13:12.877954 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:12.878549 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:12.899654 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] No DVR routers for this DVR port 800ecb9f-4310-4563-b53c-ff8623e28b8e on host hv-cinder-78836 {{(pid=104042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:13:12.902224 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:12.905939 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-855fbefe-533b-4d2b-a3a4-7f095dd65748 req-e3d6b23d-0772-44c9-abbc-cc89115ab255 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "DELETE /v2.0/ports/800ecb9f-4310-4563-b53c-ff8623e28b8e HTTP/1.1" status: 204 len: 173 time: 1.0177176 May 26 15:13:12.906361 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'name': 'network-vif-deleted', 'tag': '800ecb9f-4310-4563-b53c-ff8623e28b8e'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:12.908589 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af47597-3310-4d91-b066-0db772aae2ab" -d '{"events": [{"server_uuid": "957f4d2d-884d-44ff-9aee-1acf1b6c8959", "name": "network-vif-deleted", "tag": "800ecb9f-4310-4563-b53c-ff8623e28b8e"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:12.943952 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4462701-2c41-43e0-ad56-da7da64e607a x-openstack-request-id: req-b4462701-2c41-43e0-ad56-da7da64e607a {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:12.944249 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957f4d2d-884d-44ff-9aee-1acf1b6c8959", "name": "network-vif-deleted", "tag": "800ecb9f-4310-4563-b53c-ff8623e28b8e", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:12.944496 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4462701-2c41-43e0-ad56-da7da64e607a {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:12.944896 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4462701-2c41-43e0-ad56-da7da64e607a'] response: {'server_uuid': '957f4d2d-884d-44ff-9aee-1acf1b6c8959', 'name': 'network-vif-deleted', 'tag': '800ecb9f-4310-4563-b53c-ff8623e28b8e', 'status': 'completed', 'code': 200} May 26 15:13:13.070530 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:13.212886 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1e6f8906-2949-4e63-8f1e-a4c696cfe10d req-1198b410-f073-4c51-90dc-559b037e103a service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948458 May 26 15:13:13.264443 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:13.289196 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:13:13.293147 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a5c53-a0b8-4508-9b61-04e5be9aa9a5 req-4d4c9f62-ccea-4680-a827-4e126a1b1881 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:13.294676 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6b2a5c53-a0b8-4508-9b61-04e5be9aa9a5 req-4d4c9f62-ccea-4680-a827-4e126a1b1881 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 945 time: 0.0475192 May 26 15:13:13.297666 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:13.298265 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:13.342924 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6b2a5c53-a0b8-4508-9b61-04e5be9aa9a5 req-3fcc8920-c891-4e02-93de-1866bd37edad tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 May 26 15:13:13.402802 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:13.514302 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:13.559321 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5b37fb1d-2f93-4eee-83bf-e49cf6830431 req-f797e03b-62ac-4754-81e2-16db4ea316c5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 210 time: 0.0341094 May 26 15:13:13.599092 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:13.626027 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fae126-70ae-441e-ae05-3a4585a85b30 None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:13:13.637370 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:13.639939 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79e57365-e9a6-4b0a-af4d-3e44236769b7 req-09ddf92d-e89e-4091-bbd9-c1481b61c9ec tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 210 time: 0.0347688 May 26 15:13:13.884348 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbc816-11b6-4305-9288-91aec50fa314 None None] New status for floating IP 456f7a4c-e0bb-4c69-a629-85217ab32694: DOWN {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:13:13.900169 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e48deb-926b-4325-8178-e7256fdb5bf9 req-d65b9277-c96c-4c2c-a845-8382dfb46007 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:13.901664 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b3e48deb-926b-4325-8178-e7256fdb5bf9 req-d65b9277-c96c-4c2c-a845-8382dfb46007 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0534773 May 26 15:13:13.949685 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b3e48deb-926b-4325-8178-e7256fdb5bf9 req-33b4bc49-68e9-4a94-ae27-7be77024e0ab tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 May 26 15:13:14.458317 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3cc95-5a7c-425f-8084-5f9a23f9df6b req-5a90f76e-99b9-493d-80f6-2ca4682c0ec7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:14.459795 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f2d3cc95-5a7c-425f-8084-5f9a23f9df6b req-5a90f76e-99b9-493d-80f6-2ca4682c0ec7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 945 time: 0.0479119 May 26 15:13:14.514560 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f2d3cc95-5a7c-425f-8084-5f9a23f9df6b req-5bf29dc8-179b-4213-ae68-ddf9edc65cbb tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 May 26 15:13:14.663522 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b932aeff-82cf-473a-91ff-80ddc3056046 req-f5ce4f07-4870-42c8-8887-7122b956c0e6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 210 time: 0.0305867 May 26 15:13:14.753306 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0df6ed2b-a922-4d1a-be1b-8bcfcabea12d req-393e84a6-47ba-4bfc-97a2-cd88b6dd03b7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=957f4d2d-884d-44ff-9aee-1acf1b6c8959 HTTP/1.1" status: 200 len: 210 time: 0.0289924 May 26 15:13:15.067110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a05a5-e3f4-4240-8363-7d921c358a39 req-292ac2fb-b711-459a-831f-489bb2d7b209 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:15.068579 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-340a05a5-e3f4-4240-8363-7d921c358a39 req-292ac2fb-b711-459a-831f-489bb2d7b209 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0489542 May 26 15:13:15.115817 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-340a05a5-e3f4-4240-8363-7d921c358a39 req-6d86d9ef-9a6f-4257-a03a-5a9381cd3c90 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 May 26 15:13:15.634595 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:15.643648 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc71234-cd99-42bf-b4e2-d172b5842365 req-c18ec0cd-69e7-4624-89ec-cb53e586a41b tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:15.645171 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ebc71234-cd99-42bf-b4e2-d172b5842365 req-c18ec0cd-69e7-4624-89ec-cb53e586a41b tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 945 time: 0.0548639 May 26 15:13:15.699743 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ebc71234-cd99-42bf-b4e2-d172b5842365 req-88e2aaf3-d4ef-44ec-ae9f-e0fb24a7cb5b tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489080 May 26 15:13:15.768113 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-98a18c19-a40d-4a0d-a343-c9ad2f20c2d1 req-61475fd1-a796-4233-b332-26a6bf7ea030 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 210 time: 0.0281706 May 26 15:13:15.849333 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47780) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:15.906158 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-02b15fb0-d3f6-4d0a-b4b6-e2325b594651 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (06f06ade-6fff-4a59-90fa-f0b84f1e23e0), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:15.930038 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-02b15fb0-d3f6-4d0a-b4b6-e2325b594651 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (06f06ade-6fff-4a59-90fa-f0b84f1e23e0), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:15.946848 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 800ecb9f-4310-4563-b53c-ff8623e28b8e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:13:15.968328 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 800ecb9f-4310-4563-b53c-ff8623e28b8e {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:13:15.968671 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 800ecb9f-4310-4563-b53c-ff8623e28b8e not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:13:15.976356 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-02b15fb0-d3f6-4d0a-b4b6-e2325b594651 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (06f06ade-6fff-4a59-90fa-f0b84f1e23e0), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:15.979059 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-02b15fb0-d3f6-4d0a-b4b6-e2325b594651 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:15.980210 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-02b15fb0-d3f6-4d0a-b4b6-e2325b594651 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "DELETE /v2.0/security-groups/06f06ade-6fff-4a59-90fa-f0b84f1e23e0 HTTP/1.1" status: 204 len: 168 time: 0.1298702 May 26 15:13:15.983805 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 47782) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:15.992075 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b15fb0-d3f6-4d0a-b4b6-e2325b594651 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f06ade-6fff-4a59-90fa-f0b84f1e23e0,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:15.998559 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.api.v2.resource [None req-1e6de1fb-7314-400e-91a0-3ef61732ac75 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] show failed (client error): The resource could not be found. May 26 15:13:16.002477 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-1e6de1fb-7314-400e-91a0-3ef61732ac75 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups/06f06ade-6fff-4a59-90fa-f0b84f1e23e0 HTTP/1.1" status: 404 len: 347 time: 0.0147398 May 26 15:13:16.002672 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 47784) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:16.116115 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Deleting port a3b7e01a-4e50-46e8-9b12-de7fba564052 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:13:16.116460 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (a3b7e01a-4e50-46e8-9b12-de7fba564052), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.222713 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:16.270272 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (a3b7e01a-4e50-46e8-9b12-de7fba564052), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.270601 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (a3b7e01a-4e50-46e8-9b12-de7fba564052), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.304070 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Calling delete_port for a3b7e01a-4e50-46e8-9b12-de7fba564052 owned by network:floatingip {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:13:16.318306 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-a5f1e55c-e626-4eea-ac1f-dce39485c544 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:16.319737 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-a5f1e55c-e626-4eea-ac1f-dce39485c544 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 817 time: 0.1606908 May 26 15:13:16.453968 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-4cabaecc-f4e6-4eda-92e1-aa86583836e0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d732418a4b2247e59ed96898b21cf6b1 HTTP/1.1" status: 200 len: 379 time: 0.0908425 May 26 15:13:16.507308 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (a3b7e01a-4e50-46e8-9b12-de7fba564052), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.537231 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'port': {'device_id': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'admin_state_up': True, 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'security_groups': ['ba49aa7e-155a-4970-a71b-2424c76b29bd']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:16.544344 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'Port': ['ID=a3b7e01a-4e50-46e8-9b12-de7fba564052,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:16.603181 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:16.680132 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (456f7a4c-e0bb-4c69-a629-85217ab32694), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.682641 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.684310 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-9384e462-c821-4ac5-8940-2f07782c2a5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "DELETE /v2.0/floatingips/456f7a4c-e0bb-4c69-a629-85217ab32694 HTTP/1.1" status: 204 len: 168 time: 0.6807520 May 26 15:13:16.708849 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Made reservation on behalf of d732418a4b2247e59ed96898b21cf6b1 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:13:16.712525 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.755610 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47798) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:16.760217 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-a2269805-7810-4a17-b717-73efe42fdcbb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696943047', 'description': 'tempest-description--1827149400'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:16.782857 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a2269805-7810-4a17-b717-73efe42fdcbb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.823295 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:16.849501 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Allocated IP 172.20.0.7 (4cc6f64a-79d5-4535-9da7-4cf3dfad5e95/a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc/f7a772e1-226c-4379-8092-198295987b70) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:13:16.856438 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a2269805-7810-4a17-b717-73efe42fdcbb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (651b931f-5197-47d4-aa81-00ed9a4ad7b6), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.860333 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a2269805-7810-4a17-b717-73efe42fdcbb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (651b931f-5197-47d4-aa81-00ed9a4ad7b6), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.890764 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a2269805-7810-4a17-b717-73efe42fdcbb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.891503 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b366c285-dfe8-4c9c-8900-2cd356d74ebd req-9c71af7d-fd94-4dfe-94d6-a5bdf1198a5d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 210 time: 0.0395455 May 26 15:13:16.894979 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-a2269805-7810-4a17-b717-73efe42fdcbb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1382613 May 26 15:13:16.895591 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 47802) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:16.901605 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-c4853deb-9f81-4cef-a626-5bcd08a9a87d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group_rule': {'security_group_id': '651b931f-5197-47d4-aa81-00ed9a4ad7b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:16.906793 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2269805-7810-4a17-b717-73efe42fdcbb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651b931f-5197-47d4-aa81-00ed9a4ad7b6,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:16.935415 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c4853deb-9f81-4cef-a626-5bcd08a9a87d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (7c0498a8-03d6-473b-920f-e4bf750dbc36), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.989894 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c4853deb-9f81-4cef-a626-5bcd08a9a87d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (7c0498a8-03d6-473b-920f-e4bf750dbc36), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.993603 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c4853deb-9f81-4cef-a626-5bcd08a9a87d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (7c0498a8-03d6-473b-920f-e4bf750dbc36), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:16.993961 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:17.016357 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4853deb-9f81-4cef-a626-5bcd08a9a87d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0498a8-03d6-473b-920f-e4bf750dbc36,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:17.025709 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c4853deb-9f81-4cef-a626-5bcd08a9a87d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.026936 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c4853deb-9f81-4cef-a626-5bcd08a9a87d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292558 May 26 15:13:17.030475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 47804) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:17.037780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-e1838b6f-bad0-4676-97f2-58165235ffe6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group_rule': {'security_group_id': '651b931f-5197-47d4-aa81-00ed9a4ad7b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:17.044162 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for port (f7a772e1-226c-4379-8092-198295987b70), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.085718 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e1838b6f-bad0-4676-97f2-58165235ffe6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (d4f87845-fc24-410c-a6fb-92753d0688fe), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.113022 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (f7a772e1-226c-4379-8092-198295987b70), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.184091 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:13:17.191879 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:13:17.196532 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:13:17.199498 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:17.235059 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.235433 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.235768 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.236110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.236453 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.236792 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.237125 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.237473 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.237816 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.238145 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.238473 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.238801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.239128 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.239455 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.239781 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:17.251590 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e1838b6f-bad0-4676-97f2-58165235ffe6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (d4f87845-fc24-410c-a6fb-92753d0688fe), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.256193 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e1838b6f-bad0-4676-97f2-58165235ffe6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (d4f87845-fc24-410c-a6fb-92753d0688fe), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.282494 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1838b6f-bad0-4676-97f2-58165235ffe6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f87845-fc24-410c-a6fb-92753d0688fe,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:17.291858 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:17.292845 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.306418 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e1838b6f-bad0-4676-97f2-58165235ffe6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.307799 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e1838b6f-bad0-4676-97f2-58165235ffe6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764368 May 26 15:13:17.311115 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 47806) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:17.316170 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:17.325069 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-b33f10a5-5c41-4623-b20a-ede35d77fc78 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917006 May 26 15:13:17.346682 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Request body: {'port': {'device_id': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:17.381748 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.390129 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:17.456324 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-57e6fb2b-d8ec-4106-bbf7-817f87d956b1 None None] Provisioning complete for port f7a772e1-226c-4379-8092-198295987b70 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:13:17.457107 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-57e6fb2b-d8ec-4106-bbf7-817f87d956b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (f7a772e1-226c-4379-8092-198295987b70), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.471186 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f7a772e1-226c-4379-8092-198295987b70), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.489252 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-57e6fb2b-d8ec-4106-bbf7-817f87d956b1 None None] Port f7a772e1-226c-4379-8092-198295987b70 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:13:17.526307 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.736913 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:17.769300 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Allocated IP 172.27.1.222 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/224d648f-b744-4a10-b62f-3604e4b9623b) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:13:17.884746 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.951502 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (224d648f-b744-4a10-b62f-3604e4b9623b), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:17.965700 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a772e1-226c-4379-8092-198295987b70 {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:13:17.977728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Publish callbacks [] for port (f7a772e1-226c-4379-8092-198295987b70), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:18.039744 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Transition to ACTIVE for port object f7a772e1-226c-4379-8092-198295987b70 will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:13:18.048231 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61c05d-c200-47a0-9f97-8f05e19abe80 req-e5d55f68-4b40-45bd-8ec1-80fbc6d7823d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:18.049723 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9c61c05d-c200-47a0-9f97-8f05e19abe80 req-e5d55f68-4b40-45bd-8ec1-80fbc6d7823d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 931 time: 0.0782530 May 26 15:13:18.053252 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (f7a772e1-226c-4379-8092-198295987b70), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:18.059462 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:18.072626 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (224d648f-b744-4a10-b62f-3604e4b9623b), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:18.138828 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:13:18.150546 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:13:18.159815 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:13:18.160617 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:18.250141 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9c61c05d-c200-47a0-9f97-8f05e19abe80 req-e8c6d7a6-9a4b-4c0a-8b7c-08aed4833d60 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930792 May 26 15:13:18.284407 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=224d648f-b744-4a10-b62f-3604e4b9623b,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:18.314326 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Attempting to bind port f7a772e1-226c-4379-8092-198295987b70 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:13:18.314660 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Attempting to bind port f7a772e1-226c-4379-8092-198295987b70 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:13:18.314994 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Attempting to bind port f7a772e1-226c-4379-8092-198295987b70 on network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:13:18.340181 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Port f7a772e1-226c-4379-8092-198295987b70 on network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:13:18.340492 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Attempting to bind port f7a772e1-226c-4379-8092-198295987b70 on network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:13:18.353990 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:13:18.354325 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Checking segment: {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:13:18.354707 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Bound using segment: {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:13:18.355135 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Bound port: f7a772e1-226c-4379-8092-198295987b70, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bce5848-c037-4967-806b-3794ab59f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:13:18.355493 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f7a772e1-226c-4379-8092-198295987b70), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:18.369176 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (ef1f0706-04d4-460d-9c41-67a72bf50da0), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:18.664607 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (224d648f-b744-4a10-b62f-3604e4b9623b), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:18.667740 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:18.687609 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:13:18.707971 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:13:18.733323 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (f7a772e1-226c-4379-8092-198295987b70), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:18.777479 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:18.778172 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:18.779987 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] 10.222.0.75 "PUT /v2.0/ports/f7a772e1-226c-4379-8092-198295987b70 HTTP/1.1" status: 200 len: 1093 time: 1.4389243 May 26 15:13:18.782174 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'tag': 'f7a772e1-226c-4379-8092-198295987b70'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:18.784445 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871849ce-37f6-4516-90d4-e964dfb76ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "tag": "f7a772e1-226c-4379-8092-198295987b70"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:18.847477 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb27e7-a7c1-4ace-b4e6-10a9d392b85f x-openstack-request-id: req-4fbb27e7-a7c1-4ace-b4e6-10a9d392b85f {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:18.847851 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "tag": "f7a772e1-226c-4379-8092-198295987b70", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:18.848005 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4fbb27e7-a7c1-4ace-b4e6-10a9d392b85f {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:18.848405 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fbb27e7-a7c1-4ace-b4e6-10a9d392b85f'] response: {'name': 'network-changed', 'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'tag': 'f7a772e1-226c-4379-8092-198295987b70', 'status': 'completed', 'code': 200} May 26 15:13:18.868393 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d3f12-58e9-48de-90e5-6bdd734c1dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:18.918832 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-713614a7-ea43-4dc2-b78c-8509be5b4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:18.920921 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-713614a7-ea43-4dc2-b78c-8509be5b4d49 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 1127 time: 0.0622911 May 26 15:13:18.976658 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-8cd62ebd-0555-4f5d-8551-e99d99d6b62e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a772e1-226c-4379-8092-198295987b70 HTTP/1.1" status: 200 len: 217 time: 0.0416780 May 26 15:13:19.016414 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (224d648f-b744-4a10-b62f-3604e4b9623b), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:19.025381 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (224d648f-b744-4a10-b62f-3604e4b9623b), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:19.059244 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:19.071365 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-f0574cc5-3bec-4313-98f5-49de909475a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:19.072824 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-f0574cc5-3bec-4313-98f5-49de909475a7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.0883265 May 26 15:13:19.133743 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=224d648f-b744-4a10-b62f-3604e4b9623b,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:19.150807 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-605744e2-189c-4a1e-a2c0-cbb9447bb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:19.152309 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-605744e2-189c-4a1e-a2c0-cbb9447bb110 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551388 May 26 15:13:19.155773 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (ef1f0706-04d4-460d-9c41-67a72bf50da0), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:19.216770 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:19.217858 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e17afe1c-f15e-4059-b71b-5600c7864703 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9056258 May 26 15:13:19.255320 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-f9a7a124-3231-4b49-bf9f-325c34accc1b service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956163 May 26 15:13:19.393844 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d0f3b36-d0b1-44d0-9cfc-d9c94713d21f req-f9cc8fb9-574c-4356-84d3-66ffe01ea819 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309538 May 26 15:13:19.400868 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3957ec-3001-4f0d-93aa-dd90c98d8562 req-f75a5d3b-afb6-491b-ac82-110bfbcd15a8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:19.402250 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8d3957ec-3001-4f0d-93aa-dd90c98d8562 req-f75a5d3b-afb6-491b-ac82-110bfbcd15a8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0781183 May 26 15:13:19.461015 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:19.469500 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-e42caae5-e6c4-4591-b9aa-3233e2840943 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--696943047&fields=id&tenant_id=9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 267 time: 0.0869005 May 26 15:13:19.478393 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8d3957ec-3001-4f0d-93aa-dd90c98d8562 req-387d5464-10e5-4643-b342-7a8c7526434c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698473 May 26 15:13:19.584511 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-543cba4b-fe60-4046-b50b-01b43e40c02f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:19.586010 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-543cba4b-fe60-4046-b50b-01b43e40c02f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 815 time: 0.1064043 May 26 15:13:19.600885 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-33909620-32db-47a3-ab6c-d5c52e6f693f tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/quotas/9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 375 time: 0.0094223 May 26 15:13:19.651260 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-f16d5b43-68ab-4c14-9722-fefbda713d13 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452516 May 26 15:13:19.745312 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-4ad75f70-0db7-4d54-80fe-94bfffd278f9 service neutron] 10.222.0.46 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823998 May 26 15:13:19.840010 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-0746348f-5d4c-41e8-aedd-ca86a1c24212 service neutron] 10.222.0.46 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887806 May 26 15:13:20.005324 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8edd9caa-c07b-4530-955f-e003bf45c08c req-60897059-10d1-44bf-a28f-db75dbc62152 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 210 time: 0.0297790 May 26 15:13:20.635947 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-412f0ea6-9a71-4796-935e-d0e23f699781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:20.637518 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-412f0ea6-9a71-4796-935e-d0e23f699781 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 1127 time: 0.0780208 May 26 15:13:20.644340 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae55b6f-c878-41e8-a403-c19233eb8d1e req-6e56faab-6dcb-4027-9cd3-b6afccab4fd2 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:20.646224 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eae55b6f-c878-41e8-a403-c19233eb8d1e req-6e56faab-6dcb-4027-9cd3-b6afccab4fd2 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0892851 May 26 15:13:20.646486 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:13:20.756330 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eae55b6f-c878-41e8-a403-c19233eb8d1e req-a540036a-216f-4df0-8671-de62cbae2caa tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987608 May 26 15:13:20.781720 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-a4806607-21cc-469d-a1d9-e5f17d0176f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:20.783186 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-a4806607-21cc-469d-a1d9-e5f17d0176f9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.1359239 May 26 15:13:20.827754 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-4c204cbf-aa14-497b-b6ac-6b4d2a0c2c6a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a772e1-226c-4379-8092-198295987b70 HTTP/1.1" status: 200 len: 217 time: 0.0370731 May 26 15:13:21.099483 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f95d2e2-6c29-475c-9793-f26188833a8c req-09a60841-18ae-414f-8ca9-35006cfbb95a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 210 time: 0.0278785 May 26 15:13:21.156794 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:21.191888 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-9de2dcb7-0819-4184-b54c-25a7d14e4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:21.193367 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-9de2dcb7-0819-4184-b54c-25a7d14e4956 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.0455649 May 26 15:13:21.245232 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-80a17011-7a43-4fc2-bc1f-75fdb8a5310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:21.246825 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-80a17011-7a43-4fc2-bc1f-75fdb8a5310c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393124 May 26 15:13:21.362493 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-6f56bef8-bb5b-4ee4-b7d1-64b85099159e service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924914 May 26 15:13:21.381275 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:21.402134 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2a910dd9-ad4d-489c-9c2a-073056e2e83c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:21.403608 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2a910dd9-ad4d-489c-9c2a-073056e2e83c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 815 time: 0.1094472 May 26 15:13:21.470879 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-871849ce-37f6-4516-90d4-e964dfb76ad8 req-5394473e-3835-43e9-be0e-7f5e8750eb0a service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906651 May 26 15:13:21.478151 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-78371f8d-9ffc-464a-8fcc-1b3b2b626155 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 379 time: 0.0574710 May 26 15:13:21.636001 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'port': {'device_id': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'admin_state_up': True, 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'security_groups': ['651b931f-5197-47d4-aa81-00ed9a4ad7b6']}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:21.743901 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Made reservation on behalf of 9780d0cae62c4f5088060b530571ebb3 for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:13:21.747510 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:21.876808 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Allocated IP 172.20.0.13 (bf638e18-3aa1-4ba6-b2c0-e624f717acb0/38b5135e-b8e4-470f-9905-8862cbe7d7dd/1cbb80ed-1bc4-49d4-9c28-74651ada43c4) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:13:21.883605 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43a1e-2232-49ae-b0d0-7ef274fcc658 req-ca0313bd-a9d1-481f-909b-de3924fdfde0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:21.885492 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-17c43a1e-2232-49ae-b0d0-7ef274fcc658 req-ca0313bd-a9d1-481f-909b-de3924fdfde0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0544932 May 26 15:13:21.934316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:21.942655 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-17c43a1e-2232-49ae-b0d0-7ef274fcc658 req-8728db39-88ce-4674-8db4-903e8544fbd9 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507989 May 26 15:13:21.966879 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f7a772e1-226c-4379-8092-198295987b70 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:13:22.032517 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:22.040851 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:22.070658 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:22.073372 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:22.086785 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': 'f7a772e1-226c-4379-8092-198295987b70', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'port_id': 'f7a772e1-226c-4379-8092-198295987b70', 'mac_address': 'fa:16:3e:bc:04:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:13:22.120729 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:13:22.124009 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:13:22.124653 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port f7a772e1-226c-4379-8092-198295987b70 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:13:22.125039 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f7a772e1-226c-4379-8092-198295987b70), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:22.128061 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:13:22.132697 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:22.140743 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a772e1-226c-4379-8092-198295987b70 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:13:22.159830 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.160085 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.160227 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.160570 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.160902 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.161233 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.161587 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.161920 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.162247 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.163062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.163062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.163250 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.163569 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.163901 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.164205 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:13:22.165551 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:22.171192 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (f7a772e1-226c-4379-8092-198295987b70), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:22.176180 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:22.206045 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:22.206884 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:22.227795 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-3e0c10a8-3752-496c-911c-375f4b3958c5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5956364 May 26 15:13:22.236496 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292f504-479a-4fde-9845-f2f0fc26101e req-812d2db2-b984-4f5a-812a-40be2af37668 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:22.238827 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1292f504-479a-4fde-9845-f2f0fc26101e req-812d2db2-b984-4f5a-812a-40be2af37668 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 932 time: 0.0533841 May 26 15:13:22.310062 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1292f504-479a-4fde-9845-f2f0fc26101e req-ba88104d-9a4f-456c-9a64-869f3a0811e1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612206 May 26 15:13:22.359982 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:22.365395 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:22.371512 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Request body: {'port': {'device_id': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:22.429618 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:22.466296 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:22.471383 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-543d81e5-db87-4205-ad41-a7c9569acff5 None None] Provisioning complete for port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:13:22.471780 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-543d81e5-db87-4205-ad41-a7c9569acff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:22.503122 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-543d81e5-db87-4205-ad41-a7c9569acff5 None None] Port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:13:22.605110 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['f7a772e1-226c-4379-8092-198295987b70'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:13:22.736134 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:13:22.745127 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Publish callbacks [] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:22.761659 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Transition to ACTIVE for port object 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:13:22.768452 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:22.843619 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:22.925802 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Attempting to bind port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:13:22.926138 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Attempting to bind port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:13:22.926467 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Attempting to bind port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:13:22.931273 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:13:22.931531 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Attempting to bind port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:13:22.937382 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:13:22.937744 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Checking segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:13:22.938125 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Bound using segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:13:22.938548 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Bound port: 1cbb80ed-1bc4-49d4-9c28-74651ada43c4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:13:22.938902 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:23.007860 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] For port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:13:23.011075 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] For port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:13:23.018528 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:23.055082 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:23.060447 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:23.060447 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] 10.222.0.75 "PUT /v2.0/ports/1cbb80ed-1bc4-49d4-9c28-74651ada43c4 HTTP/1.1" status: 200 len: 1094 time: 0.6905048 May 26 15:13:23.060447 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'tag': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:23.060447 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7235cae-4310-4230-b1fd-95a5e58c15b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbe7683-005d-4728-8dcd-743fb3fc8a2b", "tag": "1cbb80ed-1bc4-49d4-9c28-74651ada43c4"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:23.080257 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c38293-4c57-4142-9636-a061ab64cfec req-41cec30d-3580-4948-8094-2a2b40d2572f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:23.086124 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-31c38293-4c57-4142-9636-a061ab64cfec req-41cec30d-3580-4948-8094-2a2b40d2572f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 944 time: 0.0659406 May 26 15:13:23.090686 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cf8af-24d2-477d-800d-40c01e9a8c49 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:23.104937 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa45d3b-f47f-44d5-b91a-daa52b27fe99 x-openstack-request-id: req-cfa45d3b-f47f-44d5-b91a-daa52b27fe99 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:23.105302 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbe7683-005d-4728-8dcd-743fb3fc8a2b", "tag": "1cbb80ed-1bc4-49d4-9c28-74651ada43c4", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:23.105619 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfa45d3b-f47f-44d5-b91a-daa52b27fe99 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:23.106028 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa45d3b-f47f-44d5-b91a-daa52b27fe99'] response: {'name': 'network-changed', 'server_uuid': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'tag': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4', 'status': 'completed', 'code': 200} May 26 15:13:23.143515 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-31c38293-4c57-4142-9636-a061ab64cfec req-e90cff2d-93c9-4c27-969a-68fdf7a9da55 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559487 May 26 15:13:23.333563 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:23.352205 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7235cae-4310-4230-b1fd-95a5e58c15b8 req-da3e5b15-9338-40d0-a342-4c08310df6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:23.354379 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b7235cae-4310-4230-b1fd-95a5e58c15b8 req-da3e5b15-9338-40d0-a342-4c08310df6c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 1128 time: 0.0512404 May 26 15:13:23.442305 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054c80-e067-461b-83ac-7683dde1b3d3 req-4b22ada3-08da-4eec-a0e5-9bf9f7e9f10c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:23.443820 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d054c80-e067-461b-83ac-7683dde1b3d3 req-4b22ada3-08da-4eec-a0e5-9bf9f7e9f10c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 944 time: 0.0571556 May 26 15:13:23.495938 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7235cae-4310-4230-b1fd-95a5e58c15b8 req-b3377586-1075-491e-b442-3fcf52046911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:23.497630 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b7235cae-4310-4230-b1fd-95a5e58c15b8 req-b3377586-1075-491e-b442-3fcf52046911 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=9780d0cae62c4f5088060b530571ebb3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1268568 May 26 15:13:23.511493 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d054c80-e067-461b-83ac-7683dde1b3d3 req-06dc4fc3-e34f-4be0-8843-677e34f7a758 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613205 May 26 15:13:23.598303 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7235cae-4310-4230-b1fd-95a5e58c15b8 req-bfbdcfa0-4351-4fe1-b87b-9859e87f4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:23.599764 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-b7235cae-4310-4230-b1fd-95a5e58c15b8 req-bfbdcfa0-4351-4fe1-b87b-9859e87f4119 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930898 May 26 15:13:23.710082 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-75b667f9-b17f-4e51-97ed-f893aa716265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:23.711607 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-75b667f9-b17f-4e51-97ed-f893aa716265 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 1128 time: 0.0418499 May 26 15:13:23.757153 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-b1c4c555-72ce-43bf-9c19-c81343ceb31f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cbb80ed-1bc4-49d4-9c28-74651ada43c4 HTTP/1.1" status: 200 len: 217 time: 0.0328157 May 26 15:13:23.803542 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:23.807644 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-fe121e2f-7743-4531-b72d-8a5dab1fed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:23.809091 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-fe121e2f-7743-4531-b72d-8a5dab1fed36 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.0443580 May 26 15:13:23.857144 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-aa68740f-5ad5-4c09-800e-540e86b0554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:23.858697 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-aa68740f-5ad5-4c09-800e-540e86b0554c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439689 May 26 15:13:23.967962 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-5eedcaa1-a01d-4fa3-9aaa-903c75653b63 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013803 May 26 15:13:23.968297 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f7a772e1-226c-4379-8092-198295987b70 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:13:24.014979 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port f7a772e1-226c-4379-8092-198295987b70 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:13:24.022106 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port f7a772e1-226c-4379-8092-198295987b70 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:13:24.022896 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (f7a772e1-226c-4379-8092-198295987b70), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:24.109644 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port f7a772e1-226c-4379-8092-198295987b70 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:13:24.110113 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f7a772e1-226c-4379-8092-198295987b70), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:24.136255 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a772e1-226c-4379-8092-198295987b70'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:24.138649 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83863f3-af99-4144-9fb0-1510b6aff033" -d '{"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-plugged", "status": "completed", "tag": "f7a772e1-226c-4379-8092-198295987b70"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:24.158922 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:24.164904 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (f7a772e1-226c-4379-8092-198295987b70), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:24.207803 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b55361b-78de-4482-b377-00c8c7b3cf7d x-openstack-request-id: req-6b55361b-78de-4482-b377-00c8c7b3cf7d {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:24.208236 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-plugged", "status": "completed", "tag": "f7a772e1-226c-4379-8092-198295987b70", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:24.208453 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b55361b-78de-4482-b377-00c8c7b3cf7d {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:24.208892 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b55361b-78de-4482-b377-00c8c7b3cf7d'] response: {'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a772e1-226c-4379-8092-198295987b70', 'code': 200} May 26 15:13:24.231475 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:24.284118 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0052fd2-6889-40f5-95fc-564fd938dd30 req-6e564c92-9237-4feb-a32f-caab17327679 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:24.285624 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e0052fd2-6889-40f5-95fc-564fd938dd30 req-6e564c92-9237-4feb-a32f-caab17327679 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0490193 May 26 15:13:24.321966 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-9a56caeb-9db1-4e37-84a6-5e52a36378cd req-31b196a9-08c0-4999-8299-6868807badbb service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479850 May 26 15:13:24.338246 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e0052fd2-6889-40f5-95fc-564fd938dd30 req-f65edf2b-3dae-4e98-8d5c-876e20b9a760 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469475 May 26 15:13:24.627969 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9283f-4b3f-4f67-a09d-5ad082065e15 req-a9d5bddf-f115-4198-bc0f-c8ac53c5ead6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:24.629428 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-60d9283f-4b3f-4f67-a09d-5ad082065e15 req-a9d5bddf-f115-4198-bc0f-c8ac53c5ead6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 944 time: 0.0483770 May 26 15:13:24.676020 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-60d9283f-4b3f-4f67-a09d-5ad082065e15 req-96a69706-dbb9-4e39-80f9-133322d358b4 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409513 May 26 15:13:25.467078 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4961bc1-9ed6-4cf1-968c-324585076b84 req-432634ea-c7b9-482b-aa0b-b0c8b3dfc016 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:25.468608 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f4961bc1-9ed6-4cf1-968c-324585076b84 req-432634ea-c7b9-482b-aa0b-b0c8b3dfc016 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0522537 May 26 15:13:25.520340 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f4961bc1-9ed6-4cf1-968c-324585076b84 req-2be51fc5-4cbc-4690-8c82-6b98d496cce3 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 May 26 15:13:25.625683 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=18 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:25.799465 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee483-0839-4ab0-a574-783cc3db5ec1 req-81074ead-a4ad-44d2-9ad6-7f12ba61f64e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:25.800996 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-594ee483-0839-4ab0-a574-783cc3db5ec1 req-81074ead-a4ad-44d2-9ad6-7f12ba61f64e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 944 time: 0.0507281 May 26 15:13:25.847311 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:25.851872 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-594ee483-0839-4ab0-a574-783cc3db5ec1 req-c683c90b-fb47-4ae6-8926-ac94980a2060 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445325 May 26 15:13:26.647669 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca693e24-9f65-4cb8-b587-fbad8eab7762 req-a9189cac-164d-4892-8e21-2eadc1749d16 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:26.649133 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ca693e24-9f65-4cb8-b587-fbad8eab7762 req-a9189cac-164d-4892-8e21-2eadc1749d16 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0514078 May 26 15:13:26.699106 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ca693e24-9f65-4cb8-b587-fbad8eab7762 req-7300058f-1356-458c-b95d-d7415c8c7898 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441434 May 26 15:13:26.977420 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d798ff1-35e9-4351-9059-8ddf31262697 req-ebfbf32a-818d-4cb1-b738-ddbdf52a097c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:26.978880 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2d798ff1-35e9-4351-9059-8ddf31262697 req-ebfbf32a-818d-4cb1-b738-ddbdf52a097c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 944 time: 0.0528622 May 26 15:13:27.041741 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2d798ff1-35e9-4351-9059-8ddf31262697 req-dcee2905-e8fe-4459-b963-decfb3d00ee9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558279 May 26 15:13:27.819238 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9062ca7-db86-4557-af4a-8129d1e2c5d0 req-e70c742b-d108-499b-93c9-3d2ee0d03ff8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:27.820727 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c9062ca7-db86-4557-af4a-8129d1e2c5d0 req-e70c742b-d108-499b-93c9-3d2ee0d03ff8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0492272 May 26 15:13:27.872263 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c9062ca7-db86-4557-af4a-8129d1e2c5d0 req-e2cf33d1-0696-4e0b-813d-90dafee6fce6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459547 May 26 15:13:28.162199 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2279da3-43d2-4504-a4df-e6517c504f9f req-f726f075-d165-43d9-a3a3-519b033b5783 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:28.163780 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2279da3-43d2-4504-a4df-e6517c504f9f req-f726f075-d165-43d9-a3a3-519b033b5783 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 944 time: 0.0494943 May 26 15:13:28.221239 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:28.222448 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b2279da3-43d2-4504-a4df-e6517c504f9f req-b5a7bbb8-8470-4203-b31e-acacd1574add tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528836 May 26 15:13:28.318127 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-dde6c444-feb9-429b-9d32-7f10c9ea89f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:28.436640 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c086a4-cf41-4061-a25e-f4e81f83e43e req-36552582-c26e-4426-97ca-de4c034d183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:28.438048 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-97c086a4-cf41-4061-a25e-f4e81f83e43e req-36552582-c26e-4426-97ca-de4c034d183c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 1129 time: 0.0389271 May 26 15:13:28.485135 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-97c086a4-cf41-4061-a25e-f4e81f83e43e req-635ba653-adb8-4ef3-a8f9-0f6526eb59b2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394206 May 26 15:13:28.995560 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716876e1-ae0c-4e01-b040-be41940711c2 req-8a64f553-5216-401d-85fe-da2dcb3b8aad tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:28.997047 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-716876e1-ae0c-4e01-b040-be41940711c2 req-8a64f553-5216-401d-85fe-da2dcb3b8aad tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0517409 May 26 15:13:29.045489 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-716876e1-ae0c-4e01-b040-be41940711c2 req-1bebd22e-cd99-451f-94cf-38ce739ebcf4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 May 26 15:13:29.339374 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4544d-1c4d-4432-a160-6e29694f7607 req-eb5e07d2-ab01-44f7-9719-0064e34c933e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:29.340874 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8c4544d-1c4d-4432-a160-6e29694f7607 req-eb5e07d2-ab01-44f7-9719-0064e34c933e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 944 time: 0.0494251 May 26 15:13:29.389538 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f8c4544d-1c4d-4432-a160-6e29694f7607 req-04cb10db-8dc5-4843-b5f6-e589979f3cb7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425956 May 26 15:13:30.173032 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95db0-19b8-4303-950d-78099d30c4b0 req-899fd7bc-b584-4bfd-b426-60283c0266c0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:30.174546 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a9a95db0-19b8-4303-950d-78099d30c4b0 req-899fd7bc-b584-4bfd-b426-60283c0266c0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0522103 May 26 15:13:30.223009 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a9a95db0-19b8-4303-950d-78099d30c4b0 req-f67a3294-2a29-441e-b442-bc100e8eb348 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 May 26 15:13:30.506833 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645914f0-ba35-43fa-a398-f9de2ea736ba req-d047d87d-f1b7-4e5b-a5fb-1ffcb1692798 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:30.508314 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-645914f0-ba35-43fa-a398-f9de2ea736ba req-d047d87d-f1b7-4e5b-a5fb-1ffcb1692798 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 944 time: 0.0485735 May 26 15:13:30.556501 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-645914f0-ba35-43fa-a398-f9de2ea736ba req-0f07778f-0918-4fd7-8be3-dae2c3d6e54b tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426178 May 26 15:13:30.578632 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-20987321-0133-4666-b870-2eb5e8fafce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:30.641300 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:31.293701 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:13:31.350127 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f0f67-4b14-4ad9-aae9-17d310823d13 req-83cc5683-2d81-4d72-af90-2b3a67b07368 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:31.351653 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b54f0f67-4b14-4ad9-aae9-17d310823d13 req-83cc5683-2d81-4d72-af90-2b3a67b07368 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0497224 May 26 15:13:31.402634 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:31.404734 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:31.410489 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b54f0f67-4b14-4ad9-aae9-17d310823d13 req-1d3cad4c-dbc9-4bea-b15a-d91c5cd8ddab tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528429 May 26 15:13:31.426600 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'port_id': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4', 'mac_address': 'fa:16:3e:ad:32:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:13:31.464601 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:13:31.464983 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:31.479752 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:13:31.501041 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:31.505011 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:31.528454 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:31.559410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:31.676415 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3eb47-019b-44de-9bde-debe571b893b req-d49bae8a-f194-4e01-89fd-c73881e1c633 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:31.678241 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-10e3eb47-019b-44de-9bde-debe571b893b req-d49bae8a-f194-4e01-89fd-c73881e1c633 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 945 time: 0.0500755 May 26 15:13:31.734520 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-10e3eb47-019b-44de-9bde-debe571b893b req-8264e696-b1ee-4180-a9af-63188f5b308e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495896 May 26 15:13:31.854588 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:31.948013 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['1cbb80ed-1bc4-49d4-9c28-74651ada43c4'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:13:32.530103 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f61251-2642-4e7b-a1cd-656952ca6faf req-a8d9a6c9-74ea-477b-aeb3-382491cd3035 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:32.531691 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-34f61251-2642-4e7b-a1cd-656952ca6faf req-a8d9a6c9-74ea-477b-aeb3-382491cd3035 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0482469 May 26 15:13:32.589553 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-34f61251-2642-4e7b-a1cd-656952ca6faf req-b374a4c6-998c-4d1b-9bc1-8a806e95a40a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520823 May 26 15:13:32.857944 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff07727-ae1b-4cc9-abe9-5fa7bbbfc976 req-a4c8f345-f229-476d-9120-2c167c8664bd tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:32.859952 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cff07727-ae1b-4cc9-abe9-5fa7bbbfc976 req-a4c8f345-f229-476d-9120-2c167c8664bd tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 945 time: 0.0534537 May 26 15:13:32.880962 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:32.909245 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cff07727-ae1b-4cc9-abe9-5fa7bbbfc976 req-f14164a7-35ee-4c41-8671-65413bf4f9b8 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437264 May 26 15:13:33.099556 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:13:33.143181 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:13:33.148748 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:13:33.149161 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:33.228077 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:13:33.228464 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:33.253667 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:33.255872 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4403df2c-211e-4418-bcec-a69a6563baa9" -d '{"events": [{"server_uuid": "1fbe7683-005d-4728-8dcd-743fb3fc8a2b", "name": "network-vif-plugged", "status": "completed", "tag": "1cbb80ed-1bc4-49d4-9c28-74651ada43c4"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:33.268391 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:33.273059 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:33.297851 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e64c5a0-2c7b-4e01-afe2-753bb45b3cc8 x-openstack-request-id: req-8e64c5a0-2c7b-4e01-afe2-753bb45b3cc8 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:33.298146 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbe7683-005d-4728-8dcd-743fb3fc8a2b", "name": "network-vif-plugged", "status": "completed", "tag": "1cbb80ed-1bc4-49d4-9c28-74651ada43c4", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:33.298399 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e64c5a0-2c7b-4e01-afe2-753bb45b3cc8 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:33.298796 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e64c5a0-2c7b-4e01-afe2-753bb45b3cc8'] response: {'server_uuid': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4', 'code': 200} May 26 15:13:33.324169 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:33.394034 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:33.601384 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7cecc-92f8-4cd2-a155-a56fb6cd129b req-c57c2464-443a-4982-8254-0ba534d91fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:33.602910 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-0fa7cecc-92f8-4cd2-a155-a56fb6cd129b req-c57c2464-443a-4982-8254-0ba534d91fe3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 1130 time: 0.0384965 May 26 15:13:33.655916 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-0fa7cecc-92f8-4cd2-a155-a56fb6cd129b req-c17893ee-2981-44fb-a047-24ecba5f0fa8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452166 May 26 15:13:33.711528 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd8fca-9718-4f18-9a10-2023b2868a4f req-42a2cfab-c731-4d20-b194-9bed371e8b55 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:33.712998 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-91fd8fca-9718-4f18-9a10-2023b2868a4f req-42a2cfab-c731-4d20-b194-9bed371e8b55 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0475788 May 26 15:13:33.761899 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-91fd8fca-9718-4f18-9a10-2023b2868a4f req-8452ac3d-d945-417c-bb6b-630edeab1411 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431933 May 26 15:13:33.888457 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae09b5-b4b7-4fcc-b0e0-ec961f74c2e7 req-e30101be-fba7-40ff-9933-e72810fdf485 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:33.890674 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-95ae09b5-b4b7-4fcc-b0e0-ec961f74c2e7 req-e30101be-fba7-40ff-9933-e72810fdf485 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0530250 May 26 15:13:33.900164 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 47950) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:33.904540 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-ace319dd-9f2f-4208-8ff8-a3930ee16916 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Request body: {'floatingip': {'port_id': 'f7a772e1-226c-4379-8092-198295987b70'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:33.947075 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ace319dd-9f2f-4208-8ff8-a3930ee16916 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (a504d241-744c-4deb-bcb3-cb4a4acd1001), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:34.048715 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:34.090735 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7cbed-dccc-4c95-9746-b94a4cfab534 req-4c00a15e-1ff3-403f-99f3-f61c97c494be tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:34.092210 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ecb7cbed-dccc-4c95-9746-b94a4cfab534 req-4c00a15e-1ff3-403f-99f3-f61c97c494be tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 946 time: 0.1048777 May 26 15:13:34.214209 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ecb7cbed-dccc-4c95-9746-b94a4cfab534 req-529a10f6-9e2c-43f4-bf01-b220cb582d60 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136622 May 26 15:13:34.696297 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:34.815118 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ace319dd-9f2f-4208-8ff8-a3930ee16916 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:34.819048 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ace319dd-9f2f-4208-8ff8-a3930ee16916 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (a504d241-744c-4deb-bcb3-cb4a4acd1001), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:34.916409 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [None req-ace319dd-9f2f-4208-8ff8-a3930ee16916 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Floating IP a504d241-744c-4deb-bcb3-cb4a4acd1001 associated. External IP: 172.27.1.133, port: f7a772e1-226c-4379-8092-198295987b70. May 26 15:13:35.097729 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:35.113546 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace319dd-9f2f-4208-8ff8-a3930ee16916 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:13:35.225101 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace319dd-9f2f-4208-8ff8-a3930ee16916 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:13:35.229987 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ace319dd-9f2f-4208-8ff8-a3930ee16916 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:35.237707 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] Sync routers for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:13:35.252201 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:35.253937 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:35.265104 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ace319dd-9f2f-4208-8ff8-a3930ee16916 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "PUT /v2.0/floatingips/a504d241-744c-4deb-bcb3-cb4a4acd1001 HTTP/1.1" status: 200 len: 991 time: 1.3630819 May 26 15:13:35.265791 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'tag': 'f7a772e1-226c-4379-8092-198295987b70'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:35.268672 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d67939-4bf1-4350-938e-9981857ae747" -d '{"events": [{"name": "network-changed", "server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "tag": "f7a772e1-226c-4379-8092-198295987b70"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:35.305503 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d362799-f082-4c70-b5d4-a5acbdb26dcf x-openstack-request-id: req-0d362799-f082-4c70-b5d4-a5acbdb26dcf {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:35.305870 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "tag": "f7a772e1-226c-4379-8092-198295987b70", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:35.306181 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d362799-f082-4c70-b5d4-a5acbdb26dcf {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:35.306633 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d362799-f082-4c70-b5d4-a5acbdb26dcf'] response: {'name': 'network-changed', 'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'tag': 'f7a772e1-226c-4379-8092-198295987b70', 'status': 'completed', 'code': 200} May 26 15:13:35.341545 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e942e23-b6d0-44e9-8f10-38897166b74e req-0c1126b5-a90b-4dad-b0a9-83ecd8eb43e2 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:35.343188 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4e942e23-b6d0-44e9-8f10-38897166b74e req-0c1126b5-a90b-4dad-b0a9-83ecd8eb43e2 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 946 time: 0.0508204 May 26 15:13:35.359754 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:35.392407 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4e942e23-b6d0-44e9-8f10-38897166b74e req-abb18509-d75e-402e-8e5b-98f8ddb9b07c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434403 May 26 15:13:35.509489 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393fc3e-b1d9-4305-ac4b-547edf8d7afa req-0d8bad8c-8dd7-431a-ab56-6854c8d05bef tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:35.511002 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6393fc3e-b1d9-4305-ac4b-547edf8d7afa req-0d8bad8c-8dd7-431a-ab56-6854c8d05bef tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 946 time: 0.0522523 May 26 15:13:35.520144 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 47968) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:13:35.524447 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-7af2d19b-5921-45cf-851e-880fa3008e85 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'floatingip': {'port_id': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:13:35.527908 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:35.563831 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7af2d19b-5921-45cf-851e-880fa3008e85 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (ef1f0706-04d4-460d-9c41-67a72bf50da0), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:35.582944 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a504d241-744c-4deb-bcb3-cb4a4acd1001', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'port_id': 'f7a772e1-226c-4379-8092-198295987b70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'mac_address': 'fa:16:3e:bc:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:13:10Z', 'updated_at': '2022-05-26T15:13:34Z', 'revision_number': 1, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:35.606579 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] Checking router: 63032ff9-f2ac-4259-8458-6aa7251ad3c4 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:13:35.615824 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:35.616359 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:35.721548 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:35.939244 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d67939-4bf1-4350-938e-9981857ae747 req-6ea821d4-04ff-4780-aa86-22e6e3bf208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:35.941812 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-88d67939-4bf1-4350-938e-9981857ae747 req-6ea821d4-04ff-4780-aa86-22e6e3bf208a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 1129 time: 0.0558295 May 26 15:13:35.979891 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a504d241-744c-4deb-bcb3-cb4a4acd1001', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'port_id': 'f7a772e1-226c-4379-8092-198295987b70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'mac_address': 'fa:16:3e:bc:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:13:10Z', 'updated_at': '2022-05-26T15:13:34Z', 'revision_number': 1, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:36.012857 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70c75f-ec17-4715-8837-8c3c8163f21d None None] The sync data for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi is: [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a504d241-744c-4deb-bcb3-cb4a4acd1001', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'port_id': 'f7a772e1-226c-4379-8092-198295987b70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'mac_address': 'fa:16:3e:bc:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:13:10Z', 'updated_at': '2022-05-26T15:13:34Z', 'revision_number': 1, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:13:36.049012 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7af2d19b-5921-45cf-851e-880fa3008e85 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:36.053738 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7af2d19b-5921-45cf-851e-880fa3008e85 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (ef1f0706-04d4-460d-9c41-67a72bf50da0), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:36.081232 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d67939-4bf1-4350-938e-9981857ae747 req-4d5eff36-a2f8-45c8-abde-90c857440a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:36.082830 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-88d67939-4bf1-4350-938e-9981857ae747 req-4d5eff36-a2f8-45c8-abde-90c857440a1c service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.1125126 May 26 15:13:36.155497 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [None req-7af2d19b-5921-45cf-851e-880fa3008e85 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Floating IP ef1f0706-04d4-460d-9c41-67a72bf50da0 associated. External IP: 172.27.1.222, port: 1cbb80ed-1bc4-49d4-9c28-74651ada43c4. May 26 15:13:36.231995 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef20984-b586-4ece-8498-71d785b7d3b0 None None] New status for floating IP a504d241-744c-4deb-bcb3-cb4a4acd1001: ACTIVE {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:13:36.338654 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:36.361642 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af2d19b-5921-45cf-851e-880fa3008e85 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:13:36.469410 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af2d19b-5921-45cf-851e-880fa3008e85 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:13:36.473732 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7af2d19b-5921-45cf-851e-880fa3008e85 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:36.479005 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:13:36.489682 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:36.490262 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:36.506810 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-7af2d19b-5921-45cf-851e-880fa3008e85 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "PUT /v2.0/floatingips/ef1f0706-04d4-460d-9c41-67a72bf50da0 HTTP/1.1" status: 200 len: 992 time: 0.9856081 May 26 15:13:36.559467 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-88d67939-4bf1-4350-938e-9981857ae747 req-dd3508fa-8c75-4031-b7d3-1dc711216c70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a772e1-226c-4379-8092-198295987b70 HTTP/1.1" status: 200 len: 1001 time: 0.0630298 May 26 15:13:36.583043 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:36.596413 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:36.622227 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d67939-4bf1-4350-938e-9981857ae747 req-d079cb5d-efb6-46cc-96d9-4f941a783f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:36.624331 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-88d67939-4bf1-4350-938e-9981857ae747 req-d079cb5d-efb6-46cc-96d9-4f941a783f79 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.0483446 May 26 15:13:36.724420 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d67939-4bf1-4350-938e-9981857ae747 req-bc2f1e5b-cdfa-4f92-b279-993ca43a6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:36.726086 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-88d67939-4bf1-4350-938e-9981857ae747 req-bc2f1e5b-cdfa-4f92-b279-993ca43a6b44 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454142 May 26 15:13:36.831624 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-88d67939-4bf1-4350-938e-9981857ae747 req-0593c3d1-e03c-446a-8010-39d57570fb73 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937893 May 26 15:13:36.896100 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'ef1f0706-04d4-460d-9c41-67a72bf50da0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:ad:32:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:13:18Z', 'updated_at': '2022-05-26T15:13:35Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:36.918024 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=100 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:36.925025 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:13:36.939694 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:13:36.940579 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:13:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:36.946248 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=100 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:36.950438 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-88d67939-4bf1-4350-938e-9981857ae747 req-567fbca5-a8d2-41de-9b1e-fafc6824c74d service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896573 May 26 15:13:36.985856 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:37.054961 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:13:37.276426 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'ef1f0706-04d4-460d-9c41-67a72bf50da0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:ad:32:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:13:18Z', 'updated_at': '2022-05-26T15:13:35Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:13:37.301015 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4342751-483b-4c6c-9c57-560f914aad7d None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'ef1f0706-04d4-460d-9c41-67a72bf50da0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:ad:32:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:13:18Z', 'updated_at': '2022-05-26T15:13:35Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:13:37.307317 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'tag': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:37.309700 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cca4b43-8de0-4c53-8504-cd16e74b36e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbe7683-005d-4728-8dcd-743fb3fc8a2b", "tag": "1cbb80ed-1bc4-49d4-9c28-74651ada43c4"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:37.346731 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66db9b95-0777-4abd-939b-9edd45dc240c x-openstack-request-id: req-66db9b95-0777-4abd-939b-9edd45dc240c {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:37.347026 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbe7683-005d-4728-8dcd-743fb3fc8a2b", "tag": "1cbb80ed-1bc4-49d4-9c28-74651ada43c4", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:37.347282 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66db9b95-0777-4abd-939b-9edd45dc240c {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:37.347689 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66db9b95-0777-4abd-939b-9edd45dc240c'] response: {'name': 'network-changed', 'server_uuid': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'tag': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4', 'status': 'completed', 'code': 200} May 26 15:13:37.467854 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-8dddb5c8-65cb-4d9b-92ba-a9af2cde3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:37.469378 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-8dddb5c8-65cb-4d9b-92ba-a9af2cde3c11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 1130 time: 0.0535326 May 26 15:13:37.506590 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47128d25-8596-4b4b-8309-64c45a32f0ab None None] New status for floating IP ef1f0706-04d4-460d-9c41-67a72bf50da0: ACTIVE {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:13:37.570315 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-45ce0b4e-9327-4784-8ddb-096317fd87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:37.571581 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-45ce0b4e-9327-4784-8ddb-096317fd87bc service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 916 time: 0.0899386 May 26 15:13:37.601386 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:37.643884 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-30b61ed2-5bc2-4cdf-b77b-beeec8b5b7e5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cbb80ed-1bc4-49d4-9c28-74651ada43c4 HTTP/1.1" status: 200 len: 1000 time: 0.0636716 May 26 15:13:37.696110 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-569c4812-d76c-4f65-b22d-6bf116fadcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:37.697604 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-569c4812-d76c-4f65-b22d-6bf116fadcd1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.0468271 May 26 15:13:37.750055 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-1aaaef57-baa5-48aa-818e-451168443a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:37.751554 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-1aaaef57-baa5-48aa-818e-451168443a80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410399 May 26 15:13:37.853024 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-1c814897-a72e-4e9c-a0a1-df855a9aac5a service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927820 May 26 15:13:37.947488 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-3cca4b43-8de0-4c53-8504-cd16e74b36e2 req-720b183d-e794-4580-bd50-8931c36008ec service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869353 May 26 15:13:38.313145 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973df72-6a99-457f-8725-bbbdc2c1ade9 req-65e19fdc-6864-4c19-ad0c-878f7c999dd7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:38.314654 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0973df72-6a99-457f-8725-bbbdc2c1ade9 req-65e19fdc-6864-4c19-ad0c-878f7c999dd7 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 945 time: 0.0518017 May 26 15:13:38.338436 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:38.368890 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0973df72-6a99-457f-8725-bbbdc2c1ade9 req-74e9d0cb-af96-4a51-828f-8381ceea296a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481443 May 26 15:13:39.481827 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522123f-d404-47d4-b563-72fa60c2ffdc req-9a806e94-a3bb-413e-9415-8d8f2ffb1e5a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:39.483916 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d522123f-d404-47d4-b563-72fa60c2ffdc req-9a806e94-a3bb-413e-9415-8d8f2ffb1e5a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 945 time: 0.0477340 May 26 15:13:39.531800 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d522123f-d404-47d4-b563-72fa60c2ffdc req-60381191-f1f2-49a4-bdb8-626b184ef04c tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 May 26 15:13:40.543179 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-622a39ed-811a-4a08-b9ce-8c742b74e55a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:40.544675 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-622a39ed-811a-4a08-b9ce-8c742b74e55a tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 945 time: 0.0532112 May 26 15:13:40.650050 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Deleting port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:13:40.650389 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:40.657578 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e28605-4a24-488a-98d8-8caacedea16e req-79e510de-3013-40a1-9648-118fccfe1764 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:40.659091 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d6e28605-4a24-488a-98d8-8caacedea16e req-79e510de-3013-40a1-9648-118fccfe1764 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 945 time: 0.0551722 May 26 15:13:40.710532 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d6e28605-4a24-488a-98d8-8caacedea16e req-1dec9189-3d4c-4cde-9e83-5bbe1be84c6e tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/security-groups?id=247206c9-f55e-493c-9fdf-89aa85a81e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 May 26 15:13:40.755172 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] For port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,segment=NetworkSegment(0a801778-f88a-4d87-9258-9f8e864c5ecf),segment_id=0a801778-f88a-4d87-9258-9f8e864c5ecf)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:13:40.755527 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:40.769428 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Calling delete_port for 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a owned by compute:nova {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:13:40.853773 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:40.907463 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:40.938392 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Pushing event deleted for resources: {'Port': ['ID=3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:13:40.958625 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:13:40.984759 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] No DVR routers for this DVR port 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a on host hv-cinder-78836 {{(pid=104042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:13:40.987175 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:40.990424 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-cc43bc40-b363-40f4-b675-1b5117f3cdfd req-8a4f2ad6-29c1-49b5-a8b2-a6f62a8307fe tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.75 "DELETE /v2.0/ports/3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a HTTP/1.1" status: 204 len: 173 time: 0.4407582 May 26 15:13:40.990863 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffad3c3-bb0f-4e23-a684-2d87d0e05773', 'name': 'network-vif-deleted', 'tag': '3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:13:40.993112 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a0cc15-b7ec-4085-8a48-cc3b36f16989" -d '{"events": [{"server_uuid": "5ffad3c3-bb0f-4e23-a684-2d87d0e05773", "name": "network-vif-deleted", "tag": "3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:13:41.031640 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb41671-02ef-4318-a4bc-d7c3305912e1 x-openstack-request-id: req-8cb41671-02ef-4318-a4bc-d7c3305912e1 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:13:41.031931 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffad3c3-bb0f-4e23-a684-2d87d0e05773", "name": "network-vif-deleted", "tag": "3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:13:41.032174 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cb41671-02ef-4318-a4bc-d7c3305912e1 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:13:41.032570 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb41671-02ef-4318-a4bc-d7c3305912e1'] response: {'server_uuid': '5ffad3c3-bb0f-4e23-a684-2d87d0e05773', 'name': 'network-vif-deleted', 'tag': '3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a', 'status': 'completed', 'code': 200} May 26 15:13:41.824966 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06f68e4c-7ab9-41b4-ad6c-4b02a5a5af27 req-33f8db90-2812-4728-a287-6e8b8cdc2d67 tempest-VolumesSnapshotTestJSON-505900774 tempest-VolumesSnapshotTestJSON-505900774-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ffad3c3-bb0f-4e23-a684-2d87d0e05773 HTTP/1.1" status: 200 len: 210 time: 0.0317519 May 26 15:13:43.159548 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:13:43.181774 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:13:43.182128 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3ffef797-bf12-45a3-bd7a-eb5cf65d8a6a not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:13:43.769667 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b36aef-ff9d-4604-89cc-45f4dcee42ec req-f7199b16-b028-427b-84eb-d00dbc1d66f8 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:43.771247 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f9b36aef-ff9d-4604-89cc-45f4dcee42ec req-f7199b16-b028-427b-84eb-d00dbc1d66f8 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0508041 May 26 15:13:43.776124 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-dfc7d0d1-6179-4f21-8372-259a0b9e149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:43.777672 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-dfc7d0d1-6179-4f21-8372-259a0b9e149b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 1129 time: 0.0418839 May 26 15:13:43.827217 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f9b36aef-ff9d-4604-89cc-45f4dcee42ec req-540eaec8-da0e-4cbb-992e-d04b1228d3c8 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497115 May 26 15:13:43.853195 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:43.876009 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-1028fc02-f993-4542-99a6-d35c07836702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:43.877526 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-1028fc02-f993-4542-99a6-d35c07836702 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.0934083 May 26 15:13:43.941905 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-5e7fea95-7fc9-44cc-9ef1-127ffa5c632a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132 HTTP/1.1" status: 200 len: 1001 time: 0.0567629 May 26 15:13:43.999628 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-44a9166e-00df-4b0e-aa20-3218055d93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:44.001091 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-44a9166e-00df-4b0e-aa20-3218055d93e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0450087 May 26 15:13:44.048414 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-c0338268-7c71-479d-84eb-d8209f017578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:44.049944 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-c0338268-7c71-479d-84eb-d8209f017578 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426059 May 26 15:13:44.143382 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-08204a6f-e567-4d36-96d9-0c979f5e2e26 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861337 May 26 15:13:44.243804 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a94fccbd-48b9-43ec-b838-b1fe7ee83b1e req-cf315f21-5f8b-487b-8c08-8e8e727c49e8 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928788 May 26 15:13:44.962954 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a270b5d-c392-49b7-b955-010c069b1348 req-83fd2b2f-8d93-4a42-acf1-03cda8702d5e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:44.964453 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5a270b5d-c392-49b7-b955-010c069b1348 req-83fd2b2f-8d93-4a42-acf1-03cda8702d5e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0642145 May 26 15:13:45.015754 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5a270b5d-c392-49b7-b955-010c069b1348 req-0fae31ec-466e-410a-ba8d-bc55f5a6d327 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438535 May 26 15:13:46.138756 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ff40f-9765-4d1c-b284-55ad8a2f7928 req-87ae1dff-9aec-4cc2-ba48-4f8522fc58cc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:46.140815 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-021ff40f-9765-4d1c-b284-55ad8a2f7928 req-87ae1dff-9aec-4cc2-ba48-4f8522fc58cc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0515277 May 26 15:13:46.188285 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-021ff40f-9765-4d1c-b284-55ad8a2f7928 req-7539d9ac-93c8-4e66-879a-1b2be6561839 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415101 May 26 15:13:47.279393 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=32 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:47.310657 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3344d-a535-4c84-881d-e29bc6b6496e req-787200eb-92b9-473c-b9d8-d155faf11193 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:47.312252 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75a3344d-a535-4c84-881d-e29bc6b6496e req-787200eb-92b9-473c-b9d8-d155faf11193 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0500491 May 26 15:13:47.365546 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75a3344d-a535-4c84-881d-e29bc6b6496e req-15976ad4-e9f3-4850-bd50-480cf43e1ede tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474579 May 26 15:13:47.896950 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:48.539228 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb92c48-7296-46f5-8ee1-45e5743a8448 req-9a62c816-fa56-4efe-a748-ce297611b6ab tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:48.540825 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9eb92c48-7296-46f5-8ee1-45e5743a8448 req-9a62c816-fa56-4efe-a748-ce297611b6ab tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.1057479 May 26 15:13:48.593144 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9eb92c48-7296-46f5-8ee1-45e5743a8448 req-0f393b17-2d9f-4a99-9a1f-320085e5650e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461943 May 26 15:13:49.724755 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceb33b-1ff8-4526-9264-94b0e71b394b req-4585f1a7-d791-48ff-b3de-96605189f143 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:49.726296 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-98ceb33b-1ff8-4526-9264-94b0e71b394b req-4585f1a7-d791-48ff-b3de-96605189f143 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0491998 May 26 15:13:49.761231 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:49.776726 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-98ceb33b-1ff8-4526-9264-94b0e71b394b req-10f497ee-9c48-43ab-aecf-054ec884026a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 May 26 15:13:50.634308 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-afa2ca05-5b9d-4962-ac9c-a406a248e99c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397141 May 26 15:13:50.714353 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-6f2c594b-6a7c-4b1d-a619-9a5df735a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:50.715946 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-6f2c594b-6a7c-4b1d-a619-9a5df735a523 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 1130 time: 0.0423605 May 26 15:13:50.839660 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-47e3faee-06d6-420b-96cb-5c601ebd806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:50.841309 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-47e3faee-06d6-420b-96cb-5c601ebd806d service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 911 time: 0.0956907 May 26 15:13:50.909937 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-1b958fe8-b6c3-42c4-ac3f-b18e19dd4f06 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd HTTP/1.1" status: 200 len: 1001 time: 0.0599320 May 26 15:13:50.915144 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187e20-90fe-47c7-b0b6-b96abff83fb5 req-fded7ab5-cdcf-46f8-9c86-c13cef198158 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:50.916638 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ba187e20-90fe-47c7-b0b6-b96abff83fb5 req-fded7ab5-cdcf-46f8-9c86-c13cef198158 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0553992 May 26 15:13:50.966097 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-c886feb0-760f-405d-9b56-e6b815ec5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:50.967483 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-c886feb0-760f-405d-9b56-e6b815ec5ed4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.0492711 May 26 15:13:50.972687 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ba187e20-90fe-47c7-b0b6-b96abff83fb5 req-8455415e-e997-47d9-880a-b7cce7a0ab18 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499516 May 26 15:13:51.021237 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-49de90aa-9615-42de-9c48-977f4525137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:51.022803 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-49de90aa-9615-42de-9c48-977f4525137e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427978 May 26 15:13:51.119279 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-fe5f143b-c9f1-414e-81a3-0d535bc138a1 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898852 May 26 15:13:51.205389 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:51.222306 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-33d638fd-b614-4156-80f4-c123c3066bd8 req-840e339c-9884-454c-bbc9-7b53181ad976 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937383 May 26 15:13:52.149505 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6122a2e-c7ec-4df5-9391-fce193ad6583 req-a11c813f-c692-4a75-abf6-1a10ed1c65c6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:52.150976 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a6122a2e-c7ec-4df5-9391-fce193ad6583 req-a11c813f-c692-4a75-abf6-1a10ed1c65c6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0993719 May 26 15:13:52.199853 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a6122a2e-c7ec-4df5-9391-fce193ad6583 req-28607aac-8580-4aa3-bc8b-65617e16f30d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424969 May 26 15:13:53.321623 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12f3ad-1346-4287-a1b1-52efaba563f1 req-aee5f76f-e392-4df7-8fab-c1ffbdcf7134 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:53.323129 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ba12f3ad-1346-4287-a1b1-52efaba563f1 req-aee5f76f-e392-4df7-8fab-c1ffbdcf7134 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0494089 May 26 15:13:53.372054 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ba12f3ad-1346-4287-a1b1-52efaba563f1 req-59249030-670e-4388-b7f5-996a3b99036e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 May 26 15:13:54.475955 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:54.493215 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a47ec4-6eb4-4364-97e5-44ffff078511 req-762a57b6-43e8-4711-a37e-a492dc4aadfe tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:54.494995 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-36a47ec4-6eb4-4364-97e5-44ffff078511 req-762a57b6-43e8-4711-a37e-a492dc4aadfe tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0523436 May 26 15:13:54.542236 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-36a47ec4-6eb4-4364-97e5-44ffff078511 req-74986559-4e50-4fc1-afac-3784235de2be tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 May 26 15:13:55.660645 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b840c-824d-4033-a467-72674fb4c6f4 req-3502f5a5-057b-4359-8e88-661dad499969 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:55.662168 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b61b840c-824d-4033-a467-72674fb4c6f4 req-3502f5a5-057b-4359-8e88-661dad499969 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0483871 May 26 15:13:55.711180 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b61b840c-824d-4033-a467-72674fb4c6f4 req-45cad849-6070-433e-a69d-4eff102d4327 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435112 May 26 15:13:56.827376 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb827bad-c43e-42da-90ef-799d518effca req-8b5e1ff7-a930-408e-b841-74b8f224a4b1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:56.828887 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb827bad-c43e-42da-90ef-799d518effca req-8b5e1ff7-a930-408e-b841-74b8f224a4b1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0496645 May 26 15:13:56.884043 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb827bad-c43e-42da-90ef-799d518effca req-06546d3d-3ad3-4fbd-84a3-be8038400ef1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491686 May 26 15:13:57.648742 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:13:57.880327 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:57.882215 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:13:58.000523 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08504746-979f-4506-870f-40b76005ceb3 req-96e0c016-8a1a-42e7-b75c-fff4435a6ff3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:58.002089 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08504746-979f-4506-870f-40b76005ceb3 req-96e0c016-8a1a-42e7-b75c-fff4435a6ff3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0483296 May 26 15:13:58.050818 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08504746-979f-4506-870f-40b76005ceb3 req-49933fcc-4e5e-46d3-a8fb-058d1055c061 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428820 May 26 15:13:58.324252 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-50192c0b-5449-430c-a863-917a315a2224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:13:59.164307 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e37b33-cf7a-4911-9e30-4e2af3c9f864 req-4c947e79-b1d6-4da3-bfba-cb19894dcd4b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:13:59.165805 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-07e37b33-cf7a-4911-9e30-4e2af3c9f864 req-4c947e79-b1d6-4da3-bfba-cb19894dcd4b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0473864 May 26 15:13:59.212900 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-07e37b33-cf7a-4911-9e30-4e2af3c9f864 req-d1f9ed08-b985-48b1-8d55-a319f3e2fa25 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415683 May 26 15:14:00.333058 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954193dd-66aa-4d2c-bbb4-093a22dde718 req-b7d71f4d-f0fe-413b-9296-edf23bd39f52 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:00.334550 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-954193dd-66aa-4d2c-bbb4-093a22dde718 req-b7d71f4d-f0fe-413b-9296-edf23bd39f52 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0530894 May 26 15:14:00.383452 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-954193dd-66aa-4d2c-bbb4-093a22dde718 req-79e6e456-137b-428a-aa9c-bba44051f90b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433369 May 26 15:14:00.580136 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-90ac99a9-ed05-478f-b2b5-ed7042a1020c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:01.219364 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:01.506779 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a80d2-eefe-4ff0-864b-69aff7bddae9 req-bc156120-4b98-4638-9c5c-68dfddb2788c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:01.508152 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-936a80d2-eefe-4ff0-864b-69aff7bddae9 req-bc156120-4b98-4638-9c5c-68dfddb2788c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0552328 May 26 15:14:01.561438 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-936a80d2-eefe-4ff0-864b-69aff7bddae9 req-117e49d2-5e39-4705-b22c-adc12dc57dcc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448143 May 26 15:14:01.868296 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:02.633587 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:02.692811 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38944ab-758a-4f3f-b362-3e04d76446ae req-c4c6e3d1-2c7d-4dca-bd4b-9daaf6f01205 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:02.692811 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d38944ab-758a-4f3f-b362-3e04d76446ae req-c4c6e3d1-2c7d-4dca-bd4b-9daaf6f01205 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0552554 May 26 15:14:02.726051 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:02.751287 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d38944ab-758a-4f3f-b362-3e04d76446ae req-e04f00b1-d8fd-4ec2-9698-25c98caa55ba tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547833 May 26 15:14:03.396044 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:03.869473 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6643de3-a005-4685-bd33-de8938845a0d req-ba5f1af1-5783-4258-b439-0c18bda4e1bc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:03.871019 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c6643de3-a005-4685-bd33-de8938845a0d req-ba5f1af1-5783-4258-b439-0c18bda4e1bc tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0497446 May 26 15:14:03.920157 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c6643de3-a005-4685-bd33-de8938845a0d req-ae52b06d-4622-4c3b-84c0-7ff51e5921d6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436637 May 26 15:14:04.700875 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:04.885685 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03114263-e06b-42fb-b22b-8b5fd093da2d req-ab80cd2f-52b3-4084-b281-452f4bb9788c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:04.887176 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-03114263-e06b-42fb-b22b-8b5fd093da2d req-ab80cd2f-52b3-4084-b281-452f4bb9788c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0541661 May 26 15:14:04.937653 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-03114263-e06b-42fb-b22b-8b5fd093da2d req-126e4de0-4404-458c-ac57-6240b361c0ce tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 May 26 15:14:05.196602 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc582cb-2141-4e54-9ec4-3703d7d9d21d req-d5d33d53-ca94-476f-860f-339e10538e59 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:05.198142 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6cc582cb-2141-4e54-9ec4-3703d7d9d21d req-d5d33d53-ca94-476f-860f-339e10538e59 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0493021 May 26 15:14:05.240579 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:05.248801 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6cc582cb-2141-4e54-9ec4-3703d7d9d21d req-50d60e27-c77c-4efa-99b8-a8575c4ce40d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443199 May 26 15:14:06.052706 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d5bde-9198-495e-ac2c-50e37abd2935 req-7d3fd707-61be-44a3-809f-d0919da6b52d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:06.054242 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dc9d5bde-9198-495e-ac2c-50e37abd2935 req-7d3fd707-61be-44a3-809f-d0919da6b52d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0470052 May 26 15:14:06.101776 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-dc9d5bde-9198-495e-ac2c-50e37abd2935 req-4ff6084f-d12c-4274-9596-fac5a3841d8b tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418596 May 26 15:14:06.239335 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48242) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:06.532857 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-119ebf2a-c0e3-408d-ae1b-c3540313cd6d admin admin] Deleting subnet e64ce44f-d8b3-4f9d-be5a-57da8a17798e {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:14:06.540097 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-119ebf2a-c0e3-408d-ae1b-c3540313cd6d admin admin] Publish callbacks [] for subnet (e64ce44f-d8b3-4f9d-be5a-57da8a17798e), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.566093 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc1c4e-ea34-4944-b53a-045e82d13182 req-2233351f-269a-4356-955c-84b15c6bbb2e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:06.567605 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aecc1c4e-ea34-4944-b53a-045e82d13182 req-2233351f-269a-4356-955c-84b15c6bbb2e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0761170 May 26 15:14:06.597591 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-119ebf2a-c0e3-408d-ae1b-c3540313cd6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (e64ce44f-d8b3-4f9d-be5a-57da8a17798e), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.658653 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aecc1c4e-ea34-4944-b53a-045e82d13182 req-a153d75f-0bae-4eb7-a9f8-6f46cfcff117 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852423 May 26 15:14:06.661217 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-119ebf2a-c0e3-408d-ae1b-c3540313cd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (e64ce44f-d8b3-4f9d-be5a-57da8a17798e), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.713527 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-119ebf2a-c0e3-408d-ae1b-c3540313cd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (e64ce44f-d8b3-4f9d-be5a-57da8a17798e), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.739177 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ebf2a-c0e3-408d-ae1b-c3540313cd6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64ce44f-d8b3-4f9d-be5a-57da8a17798e,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:06.742860 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-119ebf2a-c0e3-408d-ae1b-c3540313cd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.746173 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-119ebf2a-c0e3-408d-ae1b-c3540313cd6d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e64ce44f-d8b3-4f9d-be5a-57da8a17798e HTTP/1.1" status: 204 len: 168 time: 0.5058632 May 26 15:14:06.748582 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48246) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:06.815792 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (e5c3a41d-5502-412d-93bc-4ee7162401e0), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.896218 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (e5c3a41d-5502-412d-93bc-4ee7162401e0), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.916640 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c3a41d-5502-412d-93bc-4ee7162401e0']}} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:06.925776 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a801778-f88a-4d87-9258-9f8e864c5ecf') {'for_net_delete': True} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:06.926075 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a801778-f88a-4d87-9258-9f8e864c5ecf') {} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:06.935497 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7551123'] for segment (0a801778-f88a-4d87-9258-9f8e864c5ecf), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.949864 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (0a801778-f88a-4d87-9258-9f8e864c5ecf), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.956645 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=104041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:14:06.957134 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885275'] for segment (0a801778-f88a-4d87-9258-9f8e864c5ecf), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:06.976646 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 0a801778-f88a-4d87-9258-9f8e864c5ecf resource provider aggregate not found May 26 15:14:07.023817 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 0a801778-f88a-4d87-9258-9f8e864c5ecf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a801778-f88a-4d87-9258-9f8e864c5ecf found for delete ", "request_id": "req-3498925e-c97d-4018-8f3c-9e04df56f3bd"}]} May 26 15:14:07.024944 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (e5c3a41d-5502-412d-93bc-4ee7162401e0), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.031196 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.034297 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] 10.222.0.46 "DELETE /v2.0/networks/e5c3a41d-5502-412d-93bc-4ee7162401e0 HTTP/1.1" status: 204 len: 168 time: 0.2847261 May 26 15:14:07.045796 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab9312-afff-44bc-92b8-4c37dade7e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c3a41d-5502-412d-93bc-4ee7162401e0,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:07.134470 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-30e1209d-674c-4238-a620-23028f1d75ae tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:07.136122 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-30e1209d-674c-4238-a620-23028f1d75ae tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0490134 May 26 15:14:07.185121 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:07.230619 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad40e0-174e-419c-8521-09cfb0ceae6e req-d632092d-1504-4e6a-a956-713e8c2320e9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:07.231820 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Deleting port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:14:07.232164 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.232718 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3ad40e0-174e-419c-8521-09cfb0ceae6e req-d632092d-1504-4e6a-a956-713e8c2320e9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 946 time: 0.0569832 May 26 15:14:07.233216 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48260) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:07.307723 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-f20d671d-d111-4698-a30e-394ba6d3434a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d58410e922bd46418c9e93bf61b348f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711575 May 26 15:14:07.308798 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3ad40e0-174e-419c-8521-09cfb0ceae6e req-e47f97dd-bc34-4601-a68d-0c993676e7f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd35e08e-8176-4089-b5f0-5222aaf14074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681534 May 26 15:14:07.309240 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48262) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:07.323212 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] For port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:07.328463 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.359817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:07.363434 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2a7c59f9-36b3-4020-b58a-f56d1167316a admin admin] Publish callbacks [] for security_group (247206c9-f55e-493c-9fdf-89aa85a81e33), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.391484 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2a7c59f9-36b3-4020-b58a-f56d1167316a admin admin] Publish callbacks [] for security_group (247206c9-f55e-493c-9fdf-89aa85a81e33), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.438911 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2a7c59f9-36b3-4020-b58a-f56d1167316a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (247206c9-f55e-493c-9fdf-89aa85a81e33), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.441734 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2a7c59f9-36b3-4020-b58a-f56d1167316a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.442867 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-2a7c59f9-36b3-4020-b58a-f56d1167316a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/247206c9-f55e-493c-9fdf-89aa85a81e33 HTTP/1.1" status: 204 len: 168 time: 0.1327333 May 26 15:14:07.450986 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c59f9-36b3-4020-b58a-f56d1167316a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247206c9-f55e-493c-9fdf-89aa85a81e33,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:07.503174 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.503525 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (a002f296-ab8c-4b22-ab4e-00a8ae4f1217), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.503836 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Floating IP a002f296-ab8c-4b22-ab4e-00a8ae4f1217 disassociated. External IP: 172.27.1.12, port: 7c1e2fa5-dc43-40be-953e-bee74f2af6fd. May 26 15:14:07.504210 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Calling delete_port for 7c1e2fa5-dc43-40be-953e-bee74f2af6fd owned by compute:nova {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:14:07.641095 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (7c1e2fa5-dc43-40be-953e-bee74f2af6fd), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.650030 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:07.683137 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event deleted for resources: {'Port': ['ID=7c1e2fa5-dc43-40be-953e-bee74f2af6fd,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:07.790851 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e20a0-d120-4191-ac42-79c653ac19bc req-dfcb3b43-e69f-4ae0-aa05-b68c657bf882 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:07.793166 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a7e20a0-d120-4191-ac42-79c653ac19bc req-dfcb3b43-e69f-4ae0-aa05-b68c657bf882 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0558839 May 26 15:14:07.806837 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Router 59ac08e4-aeb4-4212-b950-3597a8c679d3 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:14:07.843141 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a7e20a0-d120-4191-ac42-79c653ac19bc req-b4a68397-4b99-4d0a-baa2-b9aa52b19bee tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432093 May 26 15:14:07.913418 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:14:07.924695 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] Sync routers for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:14:07.935523 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:07.936156 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:07.959700 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] No DVR routers for this DVR port 7c1e2fa5-dc43-40be-953e-bee74f2af6fd on host hv-cinder-78836 {{(pid=104042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:14:07.962265 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:07.965516 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-d6142d60-68d5-43a4-97f6-35905ddc349a req-bc424874-d724-4900-982d-70b59ebf81c3 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "DELETE /v2.0/ports/7c1e2fa5-dc43-40be-953e-bee74f2af6fd HTTP/1.1" status: 204 len: 173 time: 0.8232398 May 26 15:14:07.965952 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'name': 'network-vif-deleted', 'tag': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:07.968280 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc6805f-f213-43a0-bba0-84b83f0b0ac3" -d '{"events": [{"server_uuid": "dea4ff4a-0c29-465d-b388-d223fd508a69", "name": "network-vif-deleted", "tag": "7c1e2fa5-dc43-40be-953e-bee74f2af6fd"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:08.008151 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaac4bf-a26c-4af7-882a-5ac08884bb59 x-openstack-request-id: req-1aaac4bf-a26c-4af7-882a-5ac08884bb59 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:08.008532 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea4ff4a-0c29-465d-b388-d223fd508a69", "name": "network-vif-deleted", "tag": "7c1e2fa5-dc43-40be-953e-bee74f2af6fd", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:08.008845 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1aaac4bf-a26c-4af7-882a-5ac08884bb59 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:08.009273 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aaac4bf-a26c-4af7-882a-5ac08884bb59'] response: {'server_uuid': 'dea4ff4a-0c29-465d-b388-d223fd508a69', 'name': 'network-vif-deleted', 'tag': '7c1e2fa5-dc43-40be-953e-bee74f2af6fd', 'status': 'completed', 'code': 200} May 26 15:14:08.041919 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:08.243379 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:08.269311 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] Checking router: 59ac08e4-aeb4-4212-b950-3597a8c679d3 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:14:08.278640 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:08.279278 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:08.315650 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a041d98-fdbf-4e5f-8383-3000486564d3 req-eb473bbc-9705-4547-a7dd-dde59d10bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:08.317798 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6a041d98-fdbf-4e5f-8383-3000486564d3 req-eb473bbc-9705-4547-a7dd-dde59d10bb9e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 1129 time: 0.0411038 May 26 15:14:08.366072 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-6a041d98-fdbf-4e5f-8383-3000486564d3 req-c8a84bf9-e48b-47de-bf7b-d25a53f68ffe service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408728 May 26 15:14:08.391259 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:08.428204 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0632aa28-5d17-446a-a8ac-5f687549921d req-dbae8181-3a7e-4929-a37b-d21579854165 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea4ff4a-0c29-465d-b388-d223fd508a69 HTTP/1.1" status: 200 len: 210 time: 0.0321205 May 26 15:14:08.585602 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:08.610132 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d6bf6-bc75-40f9-971b-be029a2a4b04 None None] The sync data for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi is: [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:14:08.842391 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4220f-2621-43e5-afb4-f53569c77d6f None None] New status for floating IP a002f296-ab8c-4b22-ab4e-00a8ae4f1217: DOWN {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:14:08.969009 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43843a8b-4b6f-469c-b6fb-15a6c9044558 req-37932ea8-dcd9-4f09-a482-9002295c5477 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:08.970588 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-43843a8b-4b6f-469c-b6fb-15a6c9044558 req-37932ea8-dcd9-4f09-a482-9002295c5477 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0547390 May 26 15:14:09.023882 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-43843a8b-4b6f-469c-b6fb-15a6c9044558 req-cd610294-6dca-4185-bfb8-0d3cbaf67298 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454288 May 26 15:14:09.517992 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48278) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:09.573187 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8c717df5-f8e2-43be-84f9-e9116d1d1360 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (bd35e08e-8176-4089-b5f0-5222aaf14074), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:09.597669 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8c717df5-f8e2-43be-84f9-e9116d1d1360 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (bd35e08e-8176-4089-b5f0-5222aaf14074), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:09.648547 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8c717df5-f8e2-43be-84f9-e9116d1d1360 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bd35e08e-8176-4089-b5f0-5222aaf14074), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:09.651344 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8c717df5-f8e2-43be-84f9-e9116d1d1360 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:09.652500 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-8c717df5-f8e2-43be-84f9-e9116d1d1360 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "DELETE /v2.0/security-groups/bd35e08e-8176-4089-b5f0-5222aaf14074 HTTP/1.1" status: 204 len: 168 time: 0.1335254 May 26 15:14:09.656390 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48280) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:09.673056 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c717df5-f8e2-43be-84f9-e9116d1d1360 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd35e08e-8176-4089-b5f0-5222aaf14074,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:09.674944 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.api.v2.resource [None req-80157bb7-cf4c-4bd7-a062-790d0c89b498 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] show failed (client error): The resource could not be found. May 26 15:14:09.675918 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-80157bb7-cf4c-4bd7-a062-790d0c89b498 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups/bd35e08e-8176-4089-b5f0-5222aaf14074 HTTP/1.1" status: 404 len: 347 time: 0.0186508 May 26 15:14:09.678778 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48282) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:09.799351 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Deleting port 09b6c74e-7a32-4152-87ad-a9930cdfc51c {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:14:09.799690 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (09b6c74e-7a32-4152-87ad-a9930cdfc51c), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:09.882104 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (09b6c74e-7a32-4152-87ad-a9930cdfc51c), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:09.882411 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (09b6c74e-7a32-4152-87ad-a9930cdfc51c), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:09.895861 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Calling delete_port for 09b6c74e-7a32-4152-87ad-a9930cdfc51c owned by network:floatingip {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:14:09.973165 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:10.029281 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (09b6c74e-7a32-4152-87ad-a9930cdfc51c), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.055279 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event deleted for resources: {'Port': ['ID=09b6c74e-7a32-4152-87ad-a9930cdfc51c,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:10.110924 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:10.154972 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (a002f296-ab8c-4b22-ab4e-00a8ae4f1217), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.157436 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.158596 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-3a37c320-da2d-462d-bb89-c24ca2d05ce2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "DELETE /v2.0/floatingips/a002f296-ab8c-4b22-ab4e-00a8ae4f1217 HTTP/1.1" status: 204 len: 168 time: 0.4789405 May 26 15:14:10.166930 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472603cc-9b29-46e3-bf37-fd15430dc59f req-e88aa56d-6a3b-40a3-8f05-5e9506d66392 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:10.168438 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-472603cc-9b29-46e3-bf37-fd15430dc59f req-e88aa56d-6a3b-40a3-8f05-5e9506d66392 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0680225 May 26 15:14:10.222463 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-472603cc-9b29-46e3-bf37-fd15430dc59f req-65784962-8c32-4a5f-a544-b3e70e8aff3d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466092 May 26 15:14:10.237361 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48288) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:10.241857 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-db5b712a-3a7c-42d3-a289-534593315623 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948397657', 'description': 'tempest-description--1244329184'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:10.264316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-db5b712a-3a7c-42d3-a289-534593315623 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.332302 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-db5b712a-3a7c-42d3-a289-534593315623 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (50ebb84c-3741-4a3b-b365-e414365ee22f), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.337534 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-db5b712a-3a7c-42d3-a289-534593315623 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (50ebb84c-3741-4a3b-b365-e414365ee22f), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.371689 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-db5b712a-3a7c-42d3-a289-534593315623 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.373171 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-db5b712a-3a7c-42d3-a289-534593315623 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1346402 May 26 15:14:10.377026 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48290) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:10.379102 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b712a-3a7c-42d3-a289-534593315623 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ebb84c-3741-4a3b-b365-e414365ee22f,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:10.381585 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-d0e90f5c-a57d-4cd7-915e-9a415ec539af tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'security_group_rule': {'security_group_id': '50ebb84c-3741-4a3b-b365-e414365ee22f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:10.388498 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:10.402536 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:10.416492 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d0e90f5c-a57d-4cd7-915e-9a415ec539af tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (b0ed7f63-5008-4eb3-bfd5-4dbfde15d4c3), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.473255 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d0e90f5c-a57d-4cd7-915e-9a415ec539af tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (b0ed7f63-5008-4eb3-bfd5-4dbfde15d4c3), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.477147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d0e90f5c-a57d-4cd7-915e-9a415ec539af tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (b0ed7f63-5008-4eb3-bfd5-4dbfde15d4c3), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.496675 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e90f5c-a57d-4cd7-915e-9a415ec539af tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ed7f63-5008-4eb3-bfd5-4dbfde15d4c3,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:10.500762 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d0e90f5c-a57d-4cd7-915e-9a415ec539af tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.501968 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-d0e90f5c-a57d-4cd7-915e-9a415ec539af tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239161 May 26 15:14:10.505649 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48292) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:10.509919 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-ef013b25-b016-46b3-801f-cd779cc4de42 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'security_group_rule': {'security_group_id': '50ebb84c-3741-4a3b-b365-e414365ee22f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:10.536071 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ef013b25-b016-46b3-801f-cd779cc4de42 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (84af5160-d0eb-4e49-ae3a-bd9f232ed0ae), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.586568 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ef013b25-b016-46b3-801f-cd779cc4de42 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (84af5160-d0eb-4e49-ae3a-bd9f232ed0ae), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.590381 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ef013b25-b016-46b3-801f-cd779cc4de42 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (84af5160-d0eb-4e49-ae3a-bd9f232ed0ae), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.609605 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef013b25-b016-46b3-801f-cd779cc4de42 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84af5160-d0eb-4e49-ae3a-bd9f232ed0ae,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:10.617202 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ef013b25-b016-46b3-801f-cd779cc4de42 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.618542 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-ef013b25-b016-46b3-801f-cd779cc4de42 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119449 May 26 15:14:10.621847 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48294) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:10.626326 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:10.647959 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.726789 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.835077 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Allocated IP 172.27.1.252 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/595c5a2c-34aa-48a6-8303-8ccd8b486cd5) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:14:10.935031 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for port (595c5a2c-34aa-48a6-8303-8ccd8b486cd5), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:10.966880 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (595c5a2c-34aa-48a6-8303-8ccd8b486cd5), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:11.012566 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:14:11.016210 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:14:11.019912 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:14:11.023136 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'Port': ['ID=595c5a2c-34aa-48a6-8303-8ccd8b486cd5,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:11.063808 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:11.090575 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:11.105298 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (8ed2f46e-773b-473a-bc48-2c0d69e913a2), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:11.142591 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (595c5a2c-34aa-48a6-8303-8ccd8b486cd5), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:11.240690 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 7c1e2fa5-dc43-40be-953e-bee74f2af6fd no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:14:11.270982 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 7c1e2fa5-dc43-40be-953e-bee74f2af6fd {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:14:11.271303 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 7c1e2fa5-dc43-40be-953e-bee74f2af6fd not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:14:11.324008 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for port (595c5a2c-34aa-48a6-8303-8ccd8b486cd5), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:11.329560 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (595c5a2c-34aa-48a6-8303-8ccd8b486cd5), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:11.354045 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3b8ec-2f42-47dd-89ab-e7be6b7adee8 req-d090817b-f1be-4e57-9e0a-ca8d42bdc21a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:11.355471 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-01c3b8ec-2f42-47dd-89ab-e7be6b7adee8 req-d090817b-f1be-4e57-9e0a-ca8d42bdc21a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0480931 May 26 15:14:11.406653 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'Port': ['ID=595c5a2c-34aa-48a6-8303-8ccd8b486cd5,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:11.411504 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (8ed2f46e-773b-473a-bc48-2c0d69e913a2), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:11.413585 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-01c3b8ec-2f42-47dd-89ab-e7be6b7adee8 req-86871be6-7e40-4dd5-a52e-a6818c6f9d21 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504076 May 26 15:14:11.430391 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:11.432754 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-4287931c-e9a7-4059-9bfc-500a77a175f5 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8088293 May 26 15:14:11.643505 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-0a1e8c11-2403-4f2d-931f-f9dd2c345ff6 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1948397657&fields=id&tenant_id=0910873988084bc0becc79bb99febc96 HTTP/1.1" status: 200 len: 267 time: 0.0537705 May 26 15:14:11.768317 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-5a77eb30-3681-4b9b-a2b5-30fa049b676d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:11.770481 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-5a77eb30-3681-4b9b-a2b5-30fa049b676d tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 810 time: 0.1187747 May 26 15:14:11.822417 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7056119b-98c4-4c2d-9c6e-ce437ba7804a tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/quotas/0910873988084bc0becc79bb99febc96 HTTP/1.1" status: 200 len: 375 time: 0.0347135 May 26 15:14:11.844616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45948b3a-798a-4071-b922-5ac49a1716d6 req-bb6a98a5-ad74-4fb8-8ef0-8510df59b8ed tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:11.846170 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45948b3a-798a-4071-b922-5ac49a1716d6 req-bb6a98a5-ad74-4fb8-8ef0-8510df59b8ed tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0715370 May 26 15:14:11.899935 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-fb88583d-3535-4c67-bfc9-528776ba7718 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696685 May 26 15:14:11.941131 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45948b3a-798a-4071-b922-5ac49a1716d6 req-aae9e12f-75a2-4f45-a02a-4da4d70779ab tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744777 May 26 15:14:11.955735 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-0de21c7e-922d-4c5c-9886-d537ef9be015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:11.957264 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-0de21c7e-922d-4c5c-9886-d537ef9be015 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 1129 time: 0.1427240 May 26 15:14:12.012869 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-513743f6-37ac-42ff-b443-8f7960be34e0 service neutron] 10.222.0.46 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952621 May 26 15:14:12.053674 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-dd419a6d-b87a-44c1-82c4-c261ee3ef8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:12.055171 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-dd419a6d-b87a-44c1-82c4-c261ee3ef8b6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.0900629 May 26 15:14:12.067928 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:12.121148 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-eecc5c3f-f1ec-4e77-bb5b-31b3b7d7905c service neutron] 10.222.0.46 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016462 May 26 15:14:12.132287 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-bcb1ca57-75d5-4e0f-9414-992086c9b036 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132 HTTP/1.1" status: 200 len: 1001 time: 0.0682764 May 26 15:14:12.190726 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-dd432171-0ff2-407b-ba77-da386b5ba105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:12.192188 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-dd432171-0ff2-407b-ba77-da386b5ba105 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0530229 May 26 15:14:12.243000 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-437a0596-6218-4a50-b34b-fea5c86d3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:12.247470 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-437a0596-6218-4a50-b34b-fea5c86d3739 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490181 May 26 15:14:12.287394 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-68f8f471-4931-48bb-8038-162bc0ad3ec5 req-81046c4e-db4c-4957-946d-7835f094122b tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 210 time: 0.0305355 May 26 15:14:12.353510 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-973c6c92-b9b1-436b-a224-5421db6b7c81 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978923 May 26 15:14:12.446413 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:12.454437 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a156b67a-25bf-4cbc-97ff-791b1391832f req-7e116ee0-076c-406b-b01c-8ad2e1ffa947 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934379 May 26 15:14:13.054201 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:13.065824 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bd2d2-f6da-4017-a20a-34bda7aa2e1c req-3ff5a741-0e08-4b9e-80fa-c380956c452e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:13.067278 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b97bd2d2-f6da-4017-a20a-34bda7aa2e1c req-3ff5a741-0e08-4b9e-80fa-c380956c452e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0535223 May 26 15:14:13.115618 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b97bd2d2-f6da-4017-a20a-34bda7aa2e1c req-c5aa9422-4a52-4a72-8e59-a2c683aeb68b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 May 26 15:14:13.383772 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-60692f83-2ccb-40c0-beb0-b196c6059a28 req-600057e0-f42c-4f9e-bf23-d81f2039f8a4 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 210 time: 0.0276239 May 26 15:14:14.232824 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7184d-492b-4fdb-abcc-92a628907413 req-92f82b6d-18ae-4ba3-b58d-0aaae7f24ff6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:14.234841 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6bb7184d-492b-4fdb-abcc-92a628907413 req-92f82b6d-18ae-4ba3-b58d-0aaae7f24ff6 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0492573 May 26 15:14:14.283224 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6bb7184d-492b-4fdb-abcc-92a628907413 req-329790b9-e2c2-4420-975b-1e481614d6e1 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425560 May 26 15:14:14.603161 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1837cbe9-ef33-42d1-8c67-aac04d931b2b req-ce1300c9-565e-4876-92e4-65d69abf7cfc tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 210 time: 0.0307970 May 26 15:14:15.408790 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20b6e8-d02c-410c-ac44-98f04747cd3a req-cd580989-ae7e-4114-80a0-ff9d961a2420 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:15.410291 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-df7c50b4-40ab-45b6-acc0-c93113ad7dc9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:15.411471 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d20b6e8-d02c-410c-ac44-98f04747cd3a req-cd580989-ae7e-4114-80a0-ff9d961a2420 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0529833 May 26 15:14:15.411950 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-df7c50b4-40ab-45b6-acc0-c93113ad7dc9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 810 time: 0.1135995 May 26 15:14:15.483217 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d20b6e8-d02c-410c-ac44-98f04747cd3a req-baade0a9-72ac-4e0f-aad9-68f94a50fe76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641005 May 26 15:14:15.487948 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:15.508120 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-fff443a5-877b-4d6b-bac5-45e57726fded tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0910873988084bc0becc79bb99febc96 HTTP/1.1" status: 200 len: 380 time: 0.0749435 May 26 15:14:15.595317 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5611-d448-4601-8990-30fd4613ea9e req-d297aeae-d943-468b-b234-06bbaed0f0fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:15.596699 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89fb5611-d448-4601-8990-30fd4613ea9e req-d297aeae-d943-468b-b234-06bbaed0f0fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0471807 May 26 15:14:15.605329 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48356) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:15.609685 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-ebb46173-5e0b-48a5-b963-afcfd169abe4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Request body: {'floatingip': {'port_id': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:15.615178 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'port': {'device_id': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'admin_state_up': True, 'tenant_id': '0910873988084bc0becc79bb99febc96', 'security_groups': ['50ebb84c-3741-4a3b-b365-e414365ee22f']}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:15.670510 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebb46173-5e0b-48a5-b963-afcfd169abe4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for floatingip (ad5869bd-ce7d-4f6f-b659-b701631764bb), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:15.730581 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Made reservation on behalf of 0910873988084bc0becc79bb99febc96 for: {'port': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:14:15.734471 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:15.735317 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-40677122-8b31-40ea-98cb-a86903bd8f56 req-e1621765-f01e-40f5-8ad3-f3d990e23fb9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 210 time: 0.0348997 May 26 15:14:15.885893 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Allocated IP 172.20.0.8 (8b416354-97a2-42f7-a460-05ec32c4591a/f1f83baf-9e5d-4532-b217-d468b06c5513/f871e666-9660-4b15-9eb5-a7c607fa8094) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:14:16.028227 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.066170 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.196569 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebb46173-5e0b-48a5-b963-afcfd169abe4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.201117 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebb46173-5e0b-48a5-b963-afcfd169abe4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (ad5869bd-ce7d-4f6f-b659-b701631764bb), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.314620 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:16.361802 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:16.364230 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Network 8b416354-97a2-42f7-a460-05ec32c4591a is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:14:16.370416 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:14:16.374579 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:14:16.396624 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event updated for resources: {'Port': ['ID=f871e666-9660-4b15-9eb5-a7c607fa8094,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:16.421696 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb46173-5e0b-48a5-b963-afcfd169abe4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:14:16.434166 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:16.434802 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.456486 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-4abda68e-7052-4f4a-9093-4afab00fc6df tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8452287 May 26 15:14:16.490524 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Request body: {'port': {'device_id': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:16.518567 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:16.539491 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb46173-5e0b-48a5-b963-afcfd169abe4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:14:16.545104 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebb46173-5e0b-48a5-b963-afcfd169abe4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.554527 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] Sync routers for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:14:16.564539 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.571281 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:16.572256 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:16.587018 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:16.589615 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a0e67c-8e03-42ff-903e-326b4a39287b" -d '{"events": [{"name": "network-changed", "server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:16.623178 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-6e0fffe9-e885-43b2-a27f-e2d1e45fd48d None None] Provisioning complete for port f871e666-9660-4b15-9eb5-a7c607fa8094 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:14:16.628273 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6e0fffe9-e885-43b2-a27f-e2d1e45fd48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.637730 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ebb46173-5e0b-48a5-b963-afcfd169abe4 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "PUT /v2.0/floatingips/ad5869bd-ce7d-4f6f-b659-b701631764bb HTTP/1.1" status: 200 len: 993 time: 1.0312576 May 26 15:14:16.651458 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6290fd-d342-4d61-854e-130fc045feab x-openstack-request-id: req-4d6290fd-d342-4d61-854e-130fc045feab {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:16.651753 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:16.652007 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d6290fd-d342-4d61-854e-130fc045feab {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:16.652412 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6290fd-d342-4d61-854e-130fc045feab'] response: {'name': 'network-changed', 'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'status': 'completed', 'code': 200} May 26 15:14:16.673062 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-6e0fffe9-e885-43b2-a27f-e2d1e45fd48d None None] Port f871e666-9660-4b15-9eb5-a7c607fa8094 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:14:16.743376 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-d29fd956-6252-4a1a-b6e1-e960dd66678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:16.745377 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-d29fd956-6252-4a1a-b6e1-e960dd66678f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 1129 time: 0.0462730 May 26 15:14:16.798663 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:16.902348 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f871e666-9660-4b15-9eb5-a7c607fa8094 {{(pid=104042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:14:16.907244 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78546a-1c87-4e4e-8620-b81ab6625712 req-0581b74a-bc67-411d-b711-ef8de742d6ad tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:16.908859 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ca78546a-1c87-4e4e-8620-b81ab6625712 req-0581b74a-bc67-411d-b711-ef8de742d6ad tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 931 time: 0.0832615 May 26 15:14:16.910408 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-de7c5df7-8839-4195-98d1-19f2b6a310c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:16.910638 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Publish callbacks [] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.911768 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-de7c5df7-8839-4195-98d1-19f2b6a310c3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.1601593 May 26 15:14:16.922415 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:16.928845 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.provisioning_blocks [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Transition to ACTIVE for port object f871e666-9660-4b15-9eb5-a7c607fa8094 will not be triggered until provisioned by entity L2. {{(pid=104042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:14:16.933783 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:16.989194 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Pushing event updated for resources: {'Port': ['ID=f871e666-9660-4b15-9eb5-a7c607fa8094,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:17.019507 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-a0b56754-e6ac-46c6-be59-0b6dc5c8e826 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132 HTTP/1.1" status: 200 len: 1001 time: 0.0972412 May 26 15:14:17.024954 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ca78546a-1c87-4e4e-8620-b81ab6625712 req-da594dca-65df-412e-bab9-bbb8cac8ed90 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095395 May 26 15:14:17.027547 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:17.035701 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:17.049318 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'ad5869bd-ce7d-4f6f-b659-b701631764bb', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'port_id': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'mac_address': 'fa:16:3e:11:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:12:17Z', 'updated_at': '2022-05-26T15:14:16Z', 'revision_number': 3, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:13Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:17.079406 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] Checking router: 7efc2ae4-d7e3-48c9-afba-4e874b54f26e for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:14:17.089013 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:17.089252 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Attempting to bind port f871e666-9660-4b15-9eb5-a7c607fa8094 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:14:17.089625 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Attempting to bind port f871e666-9660-4b15-9eb5-a7c607fa8094 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:14:17.089760 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:17.089946 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Attempting to bind port f871e666-9660-4b15-9eb5-a7c607fa8094 on network 8b416354-97a2-42f7-a460-05ec32c4591a {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:14:17.096002 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Port f871e666-9660-4b15-9eb5-a7c607fa8094 on network 8b416354-97a2-42f7-a460-05ec32c4591a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:14:17.096374 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Attempting to bind port f871e666-9660-4b15-9eb5-a7c607fa8094 on network 8b416354-97a2-42f7-a460-05ec32c4591a {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:14:17.101836 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:14:17.102175 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Checking segment: {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:14:17.102565 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Bound using segment: {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'} {{(pid=104042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:14:17.102994 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.managers [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Bound port: f871e666-9660-4b15-9eb5-a7c607fa8094, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1a2d25-52b8-440c-9b76-33b618dfa967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a'}}] {{(pid=104042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:14:17.103356 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:17.111701 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-67b28f34-0ae1-48f1-82bd-0d7c74365aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:17.113798 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-67b28f34-0ae1-48f1-82bd-0d7c74365aed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0840473 May 26 15:14:17.166685 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-54ba2b66-ef77-42e2-9cd2-c05c01044e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:17.169197 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-54ba2b66-ef77-42e2-9cd2-c05c01044e3b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476608 May 26 15:14:17.179693 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] For port f871e666-9660-4b15-9eb5-a7c607fa8094, host hv-cinder-78836, cleared binding levels {{(pid=104042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:14:17.183027 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] For port f871e666-9660-4b15-9eb5-a7c607fa8094, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f871e666-9660-4b15-9eb5-a7c607fa8094,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:14:17.191261 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:17.214031 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:17.228211 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:17.229287 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:17.231387 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] 10.222.0.75 "PUT /v2.0/ports/f871e666-9660-4b15-9eb5-a7c607fa8094 HTTP/1.1" status: 200 len: 1093 time: 0.7482107 May 26 15:14:17.234398 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'tag': 'f871e666-9660-4b15-9eb5-a7c607fa8094'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:17.237022 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deee52ad-dc8a-4881-a365-96fe392111d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5c917-96e8-4255-8694-9f5e2c576bf8", "tag": "f871e666-9660-4b15-9eb5-a7c607fa8094"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:17.279496 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d1ea3-89f2-4548-80e6-7bd99aa8dc4e service neutron] Pushing event updated for resources: {'Port': ['ID=f871e666-9660-4b15-9eb5-a7c607fa8094,revision_number=3']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:17.284990 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921b13b6-bc1f-44d1-b7a9-7c118423d26b x-openstack-request-id: req-921b13b6-bc1f-44d1-b7a9-7c118423d26b {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:17.284990 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5c917-96e8-4255-8694-9f5e2c576bf8", "tag": "f871e666-9660-4b15-9eb5-a7c607fa8094", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:17.284990 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-921b13b6-bc1f-44d1-b7a9-7c118423d26b {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:17.287223 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921b13b6-bc1f-44d1-b7a9-7c118423d26b'] response: {'name': 'network-changed', 'server_uuid': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'tag': 'f871e666-9660-4b15-9eb5-a7c607fa8094', 'status': 'completed', 'code': 200} May 26 15:14:17.329437 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-d1ca3d16-75f7-4c4b-9ccb-f2041e7ff1d9 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523607 May 26 15:14:17.332088 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:17.381759 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-1ea27e3b-665e-4742-9ede-038403defcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:17.383414 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-1ea27e3b-665e-4742-9ede-038403defcb8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 1127 time: 0.0670922 May 26 15:14:17.437907 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-450db6c7-4abe-4935-a290-a4411f338b51 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f871e666-9660-4b15-9eb5-a7c607fa8094 HTTP/1.1" status: 200 len: 217 time: 0.0395005 May 26 15:14:17.445959 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-76a0e67c-8e03-42ff-903e-326b4a39287b req-01c0b00d-bbca-4e2d-a283-c3e0e2331826 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095376 May 26 15:14:17.495532 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-cb57a2c0-6ef1-49b7-815f-c4e2feba9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:17.496885 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-cb57a2c0-6ef1-49b7-815f-c4e2feba9d73 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.0503268 May 26 15:14:17.497080 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'ad5869bd-ce7d-4f6f-b659-b701631764bb', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'port_id': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'mac_address': 'fa:16:3e:11:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:12:17Z', 'updated_at': '2022-05-26T15:14:16Z', 'revision_number': 3, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:13Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:17.529566 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4fc34-602a-4c1e-b0f7-a448710d1cd6 None None] The sync data for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi is: [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'ad5869bd-ce7d-4f6f-b659-b701631764bb', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'port_id': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'mac_address': 'fa:16:3e:11:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:12:17Z', 'updated_at': '2022-05-26T15:14:16Z', 'revision_number': 3, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:13Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:14:17.543364 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-ce0a2580-44cc-4a11-ae6c-897b4970f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:17.544958 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-ce0a2580-44cc-4a11-ae6c-897b4970f232 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423217 May 26 15:14:17.650830 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-46390b85-4e9f-421c-9f0c-33862e01d790 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970635 May 26 15:14:17.748464 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-a84ee785-2b75-4d43-8a43-54f4497e28bb req-115132b3-7d8a-4593-b3a5-18d8e4c23e68 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925915 May 26 15:14:17.893672 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:18.152902 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457b4e4-222b-4df3-ab31-588433ecee53 req-9dc8a091-1dfa-422f-85bb-179ad213dd27 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:18.154415 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5457b4e4-222b-4df3-ab31-588433ecee53 req-9dc8a091-1dfa-422f-85bb-179ad213dd27 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 943 time: 0.0498016 May 26 15:14:18.201652 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:18.211903 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5457b4e4-222b-4df3-ab31-588433ecee53 req-793a94de-c5f8-451e-a21d-ef982119d722 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503159 May 26 15:14:18.653551 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:18.655972 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08241d56-974d-4911-9071-d1a32ebc1dea" -d '{"events": [{"name": "network-changed", "server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:18.752428 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe64f66-003f-4bc4-b943-ab9b661ae24e x-openstack-request-id: req-cbe64f66-003f-4bc4-b943-ab9b661ae24e {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:18.752724 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:18.753000 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbe64f66-003f-4bc4-b943-ab9b661ae24e {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:18.753401 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe64f66-003f-4bc4-b943-ab9b661ae24e'] response: {'name': 'network-changed', 'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'status': 'completed', 'code': 200} May 26 15:14:18.841511 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-22474f54-2fd6-4e57-988f-e076c1f9c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:18.843126 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-22474f54-2fd6-4e57-988f-e076c1f9c1ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 1127 time: 0.0460629 May 26 15:14:18.846539 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08241d56-974d-4911-9071-d1a32ebc1dea req-610ed356-983c-4d66-b9c8-89a5b061207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:18.848020 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08241d56-974d-4911-9071-d1a32ebc1dea req-610ed356-983c-4d66-b9c8-89a5b061207a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 1129 time: 0.0431459 May 26 15:14:18.942585 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-50052391-95b5-4694-af3e-71438b92c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:18.944167 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-50052391-95b5-4694-af3e-71438b92c6fa service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 911 time: 0.0947709 May 26 15:14:18.946795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08241d56-974d-4911-9071-d1a32ebc1dea req-065828f4-89ef-4155-a8f6-e312104bdb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:18.948246 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08241d56-974d-4911-9071-d1a32ebc1dea req-065828f4-89ef-4155-a8f6-e312104bdb02 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.0925219 May 26 15:14:18.995667 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-a46d9fdf-375d-4c8e-9d10-45bb2906b5e4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f871e666-9660-4b15-9eb5-a7c607fa8094 HTTP/1.1" status: 200 len: 217 time: 0.0395191 May 26 15:14:19.018769 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08241d56-974d-4911-9071-d1a32ebc1dea req-58035ee6-b55f-4c32-8a36-ca1158576ff8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132 HTTP/1.1" status: 200 len: 1001 time: 0.0624199 May 26 15:14:19.034537 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:19.048821 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-2faab43b-b817-4591-bb18-0c2651a86943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:19.050404 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-2faab43b-b817-4591-bb18-0c2651a86943 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.0477521 May 26 15:14:19.097638 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-49103789-c09e-49e3-a759-c73399b76e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:19.099162 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-49103789-c09e-49e3-a759-c73399b76e4b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419240 May 26 15:14:19.202989 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-889fa045-c694-4437-8c98-db27e4e6cb2c service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963235 May 26 15:14:19.273825 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f871e666-9660-4b15-9eb5-a7c607fa8094 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:14:19.290518 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:19.311184 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-deee52ad-dc8a-4881-a365-96fe392111d1 req-1f1252cc-9b30-4357-8b0a-c58e71c55d39 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014371 May 26 15:14:19.352411 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08241d56-974d-4911-9071-d1a32ebc1dea req-5f7c22ea-3beb-4e76-8c96-0c6fd38fcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:19.353911 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08241d56-974d-4911-9071-d1a32ebc1dea req-5f7c22ea-3beb-4e76-8c96-0c6fd38fcbbc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.3270624 May 26 15:14:19.362273 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9f814-dd91-4a0e-917a-2d7ad5c78ec8 req-e8c33d7a-0f3d-4480-83c4-82ecb406b0f8 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:19.363906 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e7b9f814-dd91-4a0e-917a-2d7ad5c78ec8 req-e8c33d7a-0f3d-4480-83c4-82ecb406b0f8 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 943 time: 0.0666838 May 26 15:14:19.408534 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f871e666-9660-4b15-9eb5-a7c607fa8094, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f871e666-9660-4b15-9eb5-a7c607fa8094,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:19.422540 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': 'f871e666-9660-4b15-9eb5-a7c607fa8094', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'port_id': 'f871e666-9660-4b15-9eb5-a7c607fa8094', 'mac_address': 'fa:16:3e:5a:db:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:14:19.438923 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08241d56-974d-4911-9071-d1a32ebc1dea req-b21dc8a9-f778-49a5-9956-dab42f69dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:19.441194 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08241d56-974d-4911-9071-d1a32ebc1dea req-b21dc8a9-f778-49a5-9956-dab42f69dac1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0625103 May 26 15:14:19.461393 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port f871e666-9660-4b15-9eb5-a7c607fa8094 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:14:19.461744 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:19.461855 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e7b9f814-dd91-4a0e-917a-2d7ad5c78ec8 req-e79f0b69-0947-4907-90f8-a2d202805d98 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913513 May 26 15:14:19.476979 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f871e666-9660-4b15-9eb5-a7c607fa8094 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:14:19.499250 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f871e666-9660-4b15-9eb5-a7c607fa8094, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f871e666-9660-4b15-9eb5-a7c607fa8094,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:19.503536 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:19.544756 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08241d56-974d-4911-9071-d1a32ebc1dea req-122f3423-d2bc-480a-ba31-9f8e1f2ff1bf service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959630 May 26 15:14:19.553424 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=f871e666-9660-4b15-9eb5-a7c607fa8094,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:19.561394 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.561725 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.562064 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.562425 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.562780 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.563109 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.563487 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.563853 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.564177 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.564500 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.564824 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.565145 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.565474 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.565800 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.566112 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:19.649138 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08241d56-974d-4911-9071-d1a32ebc1dea req-342bf6a2-2028-451a-9476-9a8bda1e07e9 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971711 May 26 15:14:19.906140 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['f871e666-9660-4b15-9eb5-a7c607fa8094'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:14:20.584365 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5494d05-0d66-4b4d-9ec0-9c53f44e1bf3 req-fd6678b0-e8bf-4328-827c-3f39b1d617c1 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:20.585883 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d5494d05-0d66-4b4d-9ec0-9c53f44e1bf3 req-fd6678b0-e8bf-4328-827c-3f39b1d617c1 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 944 time: 0.0484366 May 26 15:14:20.636077 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d5494d05-0d66-4b4d-9ec0-9c53f44e1bf3 req-36d28645-a4d0-4c41-a3f3-10e9815d75e1 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 May 26 15:14:21.281066 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f871e666-9660-4b15-9eb5-a7c607fa8094 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:14:21.328495 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port f871e666-9660-4b15-9eb5-a7c607fa8094 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:14:21.334493 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port f871e666-9660-4b15-9eb5-a7c607fa8094 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:14:21.334791 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:21.364283 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:21.418664 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:21.418664 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port f871e666-9660-4b15-9eb5-a7c607fa8094 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:14:21.418664 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:21.457190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f871e666-9660-4b15-9eb5-a7c607fa8094'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:21.459429 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cf8040-dc07-4eaa-a27a-fe04fa239417" -d '{"events": [{"server_uuid": "d3b5c917-96e8-4255-8694-9f5e2c576bf8", "name": "network-vif-plugged", "status": "completed", "tag": "f871e666-9660-4b15-9eb5-a7c607fa8094"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:21.474243 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f871e666-9660-4b15-9eb5-a7c607fa8094, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f871e666-9660-4b15-9eb5-a7c607fa8094,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:21.487359 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:21.519030 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabdadc7-83b5-4314-a367-524bc1204fa0 x-openstack-request-id: req-dabdadc7-83b5-4314-a367-524bc1204fa0 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:21.519030 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5c917-96e8-4255-8694-9f5e2c576bf8", "name": "network-vif-plugged", "status": "completed", "tag": "f871e666-9660-4b15-9eb5-a7c607fa8094", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:21.519030 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dabdadc7-83b5-4314-a367-524bc1204fa0 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:21.519030 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabdadc7-83b5-4314-a367-524bc1204fa0'] response: {'server_uuid': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f871e666-9660-4b15-9eb5-a7c607fa8094', 'code': 200} May 26 15:14:21.546244 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=f871e666-9660-4b15-9eb5-a7c607fa8094,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:21.758880 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76431a2-b4c2-4986-b700-7969ebc8fddf req-d21d7299-ab6e-4994-89fd-343af66b5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:21.760421 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f76431a2-b4c2-4986-b700-7969ebc8fddf req-d21d7299-ab6e-4994-89fd-343af66b5fcf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 1129 time: 0.0730419 May 26 15:14:21.781428 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dab6f-3a69-4761-904d-f9822ada5055 req-db718768-1454-4222-b1e1-a4dc6629014c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:21.782942 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7a2dab6f-3a69-4761-904d-f9822ada5055 req-db718768-1454-4222-b1e1-a4dc6629014c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 945 time: 0.0662429 May 26 15:14:21.842587 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f76431a2-b4c2-4986-b700-7969ebc8fddf req-5842274f-b355-4d9f-9909-76cbd1691434 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745504 May 26 15:14:21.857154 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7a2dab6f-3a69-4761-904d-f9822ada5055 req-0140a0e1-5aac-4499-9ae8-de0775463aa2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675445 May 26 15:14:22.996642 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d6b1-1f45-4c89-a7b0-728d043dd468 req-d1cc4383-244a-41e7-9e05-448c7e8fffff tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:22.998151 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8543d6b1-1f45-4c89-a7b0-728d043dd468 req-d1cc4383-244a-41e7-9e05-448c7e8fffff tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 945 time: 0.0494454 May 26 15:14:23.048635 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8543d6b1-1f45-4c89-a7b0-728d043dd468 req-1af76a56-d58c-4fd6-b81c-656c6bf2a085 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 May 26 15:14:24.175887 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed649f-d72d-4eef-801a-b9cd7d42b03d req-d8fa775e-9971-42ed-97d2-1fec406d436e tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:24.177364 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c7ed649f-d72d-4eef-801a-b9cd7d42b03d req-d8fa775e-9971-42ed-97d2-1fec406d436e tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 945 time: 0.0542569 May 26 15:14:24.195666 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:24.226761 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c7ed649f-d72d-4eef-801a-b9cd7d42b03d req-47eecbeb-58c7-46a1-b62d-73126dca7df9 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433736 May 26 15:14:24.346458 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd4e7a-d017-4806-af0e-a02794745085 req-b177d92a-31d0-4e08-9642-d75b5347708a tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:24.347977 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9ddd4e7a-d017-4806-af0e-a02794745085 req-b177d92a-31d0-4e08-9642-d75b5347708a tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 945 time: 0.0497642 May 26 15:14:24.361129 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48444) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:24.366906 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-0f20f003-a408-4308-bfac-8bf4949218e2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Request body: {'floatingip': {'port_id': 'f871e666-9660-4b15-9eb5-a7c607fa8094'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:24.409409 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0f20f003-a408-4308-bfac-8bf4949218e2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (8ed2f46e-773b-473a-bc48-2c0d69e913a2), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:24.411768 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f896a76-61ab-4e26-a777-76fda5ffebfc req-e2d19386-7b79-47ca-aaff-5b4e82bc9680 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:24.413288 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8f896a76-61ab-4e26-a777-76fda5ffebfc req-e2d19386-7b79-47ca-aaff-5b4e82bc9680 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0477099 May 26 15:14:24.462502 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8f896a76-61ab-4e26-a777-76fda5ffebfc req-b2281d52-2207-4e31-8405-9e4950ced479 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 May 26 15:14:24.680868 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=100 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:24.859056 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0f20f003-a408-4308-bfac-8bf4949218e2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:24.862774 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0f20f003-a408-4308-bfac-8bf4949218e2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (8ed2f46e-773b-473a-bc48-2c0d69e913a2), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:24.968282 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-0f20f003-a408-4308-bfac-8bf4949218e2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Floating IP 8ed2f46e-773b-473a-bc48-2c0d69e913a2 associated. External IP: 172.27.1.252, port: f871e666-9660-4b15-9eb5-a7c607fa8094. May 26 15:14:25.177768 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f20f003-a408-4308-bfac-8bf4949218e2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Router 59ac08e4-aeb4-4212-b950-3597a8c679d3 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:14:25.284046 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f20f003-a408-4308-bfac-8bf4949218e2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:14:25.289152 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0f20f003-a408-4308-bfac-8bf4949218e2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:25.294384 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] Sync routers for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:14:25.305580 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:25.306319 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:25.323610 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0f20f003-a408-4308-bfac-8bf4949218e2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "PUT /v2.0/floatingips/8ed2f46e-773b-473a-bc48-2c0d69e913a2 HTTP/1.1" status: 200 len: 991 time: 0.9612024 May 26 15:14:25.324219 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'tag': 'f871e666-9660-4b15-9eb5-a7c607fa8094'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:25.326490 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270ac0db-aa41-4e2a-9776-b84520c680e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5c917-96e8-4255-8694-9f5e2c576bf8", "tag": "f871e666-9660-4b15-9eb5-a7c607fa8094"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:25.365062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca913e54-0c62-4870-adaa-0cd16f0965f3 x-openstack-request-id: req-ca913e54-0c62-4870-adaa-0cd16f0965f3 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:25.365725 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5c917-96e8-4255-8694-9f5e2c576bf8", "tag": "f871e666-9660-4b15-9eb5-a7c607fa8094", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:25.365725 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca913e54-0c62-4870-adaa-0cd16f0965f3 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:25.366011 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca913e54-0c62-4870-adaa-0cd16f0965f3'] response: {'name': 'network-changed', 'server_uuid': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'tag': 'f871e666-9660-4b15-9eb5-a7c607fa8094', 'status': 'completed', 'code': 200} May 26 15:14:25.427066 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:25.481141 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-2446d0cf-a0c7-4cc0-8ee7-997088941b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:25.483967 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-2446d0cf-a0c7-4cc0-8ee7-997088941b33 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0910873988084bc0becc79bb99febc96&device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 1129 time: 0.0691998 May 26 15:14:25.560835 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:25.599631 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-f6f9bb5f-6f6f-4be8-985a-f75a0102a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:25.601484 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-f6f9bb5f-6f6f-4be8-985a-f75a0102a151 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 200 len: 911 time: 0.1123741 May 26 15:14:25.677734 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-09eb357a-7b20-4d3f-968d-d3e2c3184adf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f871e666-9660-4b15-9eb5-a7c607fa8094 HTTP/1.1" status: 200 len: 999 time: 0.0688326 May 26 15:14:25.757916 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-dc3fd714-165d-4191-acee-cdbfcffc964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:25.759297 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-dc3fd714-165d-4191-acee-cdbfcffc964b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 200 len: 849 time: 0.0758727 May 26 15:14:25.782096 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ddc86-e22b-43ef-871f-2f01ac914abb req-7fe09d54-6d5a-4c05-bc11-07daa3ad4353 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:25.783581 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4ddc86-e22b-43ef-871f-2f01ac914abb req-7fe09d54-6d5a-4c05-bc11-07daa3ad4353 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0703194 May 26 15:14:25.833912 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-2b0c1b95-14a8-41a8-b8f4-d8d00bdb3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:25.836177 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-2b0c1b95-14a8-41a8-b8f4-d8d00bdb3d54 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b416354-97a2-42f7-a460-05ec32c4591a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0703993 May 26 15:14:25.878587 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4ddc86-e22b-43ef-871f-2f01ac914abb req-c9e63727-6164-41a9-bf45-fc6534284fa6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788376 May 26 15:14:25.904764 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '8ed2f46e-773b-473a-bc48-2c0d69e913a2', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'port_id': 'f871e666-9660-4b15-9eb5-a7c607fa8094', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'mac_address': 'fa:16:3e:5a:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:14:11Z', 'updated_at': '2022-05-26T15:14:24Z', 'revision_number': 1, 'project_id': '0910873988084bc0becc79bb99febc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:25.930486 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] Checking router: 59ac08e4-aeb4-4212-b950-3597a8c679d3 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:14:25.939579 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:25.940182 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:25.953428 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-6b66cca5-4b8b-466f-9d42-ede9e801ea7e service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990603 May 26 15:14:26.060493 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:26.063828 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-270ac0db-aa41-4e2a-9776-b84520c680e6 req-14751f39-0ad4-4301-bafd-0f9be1376131 service neutron] 10.222.0.75 "GET /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994296 May 26 15:14:26.295002 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '8ed2f46e-773b-473a-bc48-2c0d69e913a2', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'port_id': 'f871e666-9660-4b15-9eb5-a7c607fa8094', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'mac_address': 'fa:16:3e:5a:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:14:11Z', 'updated_at': '2022-05-26T15:14:24Z', 'revision_number': 1, 'project_id': '0910873988084bc0becc79bb99febc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:26.327849 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938b3409-6ae6-421e-9c16-626692aa7174 None None] The sync data for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi is: [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '8ed2f46e-773b-473a-bc48-2c0d69e913a2', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'port_id': 'f871e666-9660-4b15-9eb5-a7c607fa8094', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'mac_address': 'fa:16:3e:5a:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:14:11Z', 'updated_at': '2022-05-26T15:14:24Z', 'revision_number': 1, 'project_id': '0910873988084bc0becc79bb99febc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:14:26.536268 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f9b9b-0010-44ab-b71b-443873cc124e None None] New status for floating IP 8ed2f46e-773b-473a-bc48-2c0d69e913a2: ACTIVE {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:14:27.016254 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a52f6-d4e2-4366-8668-a15c19ec9027 req-877f32b6-7b6f-4398-a386-188cbc94f566 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:27.017898 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c81a52f6-d4e2-4366-8668-a15c19ec9027 req-877f32b6-7b6f-4398-a386-188cbc94f566 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0558691 May 26 15:14:27.080770 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c81a52f6-d4e2-4366-8668-a15c19ec9027 req-72741923-9434-472f-8967-18cd2f32a459 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569038 May 26 15:14:28.214020 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ac915-a6b8-4dff-92de-963909ec4606 req-3ed99c26-ac1d-4082-8442-bf20da4aa58b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:28.215714 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4b1ac915-a6b8-4dff-92de-963909ec4606 req-3ed99c26-ac1d-4082-8442-bf20da4aa58b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0563896 May 26 15:14:28.278998 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4b1ac915-a6b8-4dff-92de-963909ec4606 req-67464920-ca66-4c07-96e6-28f2d47638a7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535629 May 26 15:14:28.324879 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-27b44db8-8b33-496c-9ee5-ee8c18456634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:29.410120 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b99e4e-a8f7-4b95-9403-916b87d9232e req-9aa2f26b-e285-4c4e-bad8-5f9a23357614 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:29.411607 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a4b99e4e-a8f7-4b95-9403-916b87d9232e req-9aa2f26b-e285-4c4e-bad8-5f9a23357614 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0530763 May 26 15:14:29.467353 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a4b99e4e-a8f7-4b95-9403-916b87d9232e req-18a0b4eb-77df-4516-b461-733af96f6c2e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465977 May 26 15:14:30.573190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:30.596315 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-7b8e5049-c2a5-43a5-b321-7d785dfa7cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:30.647607 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:30.658774 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65949906-518d-4c67-b582-ea014d0768c4 req-99f0596b-ca61-4b22-8492-3b3e229ce94d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:30.660491 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-65949906-518d-4c67-b582-ea014d0768c4 req-99f0596b-ca61-4b22-8492-3b3e229ce94d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0730333 May 26 15:14:30.724242 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-65949906-518d-4c67-b582-ea014d0768c4 req-95f3f4df-cbd9-4fa2-a130-bf540b9228f1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537548 May 26 15:14:31.875994 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:31.932830 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882cd4b-d1c1-475a-8935-724098d293b9 req-ba78097b-bcf3-4bc2-935c-5b541da1d6f0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:31.936056 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7882cd4b-d1c1-475a-8935-724098d293b9 req-ba78097b-bcf3-4bc2-935c-5b541da1d6f0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0872471 May 26 15:14:32.000541 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7882cd4b-d1c1-475a-8935-724098d293b9 req-94ccde66-c31e-4823-a979-640369bd3cb5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575254 May 26 15:14:32.398013 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d891e7-2b42-4912-8de4-63016d64bdf1 req-eabd4091-fdaf-454c-9bc5-5cf448202215 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:32.399562 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-47d891e7-2b42-4912-8de4-63016d64bdf1 req-eabd4091-fdaf-454c-9bc5-5cf448202215 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 946 time: 0.0676041 May 26 15:14:32.419550 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:32.452130 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-47d891e7-2b42-4912-8de4-63016d64bdf1 req-b0fed05a-88dc-465d-8579-169f113991c2 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450838 May 26 15:14:33.156710 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ac49f-91fc-4c2a-901f-0dc0c7c1bd45 req-5f7081df-79bc-4c1c-b7c4-187e9952bda0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:33.159192 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-557ac49f-91fc-4c2a-901f-0dc0c7c1bd45 req-5f7081df-79bc-4c1c-b7c4-187e9952bda0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0612655 May 26 15:14:33.237896 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-557ac49f-91fc-4c2a-901f-0dc0c7c1bd45 req-0449e3b0-83f9-4957-9172-b6646d096343 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723011 May 26 15:14:33.413382 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:33.599314 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe4900-1f51-4dcb-b605-0ea93252ae56 req-c4b71c8b-652b-4af3-902e-9aa977ad7fb5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:33.601147 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-abfe4900-1f51-4dcb-b605-0ea93252ae56 req-c4b71c8b-652b-4af3-902e-9aa977ad7fb5 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 946 time: 0.0581050 May 26 15:14:33.660869 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-abfe4900-1f51-4dcb-b605-0ea93252ae56 req-2fb6c4c7-b297-4eb4-9511-f82140ea46cc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522406 May 26 15:14:34.179255 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b9becfbc-eb93-4a6e-b0ec-1d0a443c317e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:34.181533 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b9becfbc-eb93-4a6e-b0ec-1d0a443c317e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 946 time: 0.0713074 May 26 15:14:34.305044 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Deleting port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:14:34.306005 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:34.419843 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518785a-5a4d-4dbc-8b05-dbb19ad51c4b req-3cb387c4-798e-4539-a0f3-9a233d8ba5ef tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:34.421368 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8518785a-5a4d-4dbc-8b05-dbb19ad51c4b req-3cb387c4-798e-4539-a0f3-9a233d8ba5ef tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0830991 May 26 15:14:34.470669 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] For port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:34.470931 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:34.536394 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8518785a-5a4d-4dbc-8b05-dbb19ad51c4b req-a960391e-86c0-4b24-82cd-2a293388a6ef tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021657 May 26 15:14:34.647929 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:14:34.663797 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:34.664205 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (ef1f0706-04d4-460d-9c41-67a72bf50da0), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:34.664558 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Floating IP ef1f0706-04d4-460d-9c41-67a72bf50da0 disassociated. External IP: 172.27.1.222, port: 1cbb80ed-1bc4-49d4-9c28-74651ada43c4. May 26 15:14:34.664940 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Calling delete_port for 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:14:34.711986 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:34.718191 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:34.865601 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45994c08-e1ec-4756-af8e-be26a011526e req-c7b538b5-39e3-4bdc-813b-818230e52223 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:34.867072 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45994c08-e1ec-4756-af8e-be26a011526e req-c7b538b5-39e3-4bdc-813b-818230e52223 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 946 time: 0.0901625 May 26 15:14:34.868279 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (1cbb80ed-1bc4-49d4-9c28-74651ada43c4), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:34.902683 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'Port': ['ID=1cbb80ed-1bc4-49d4-9c28-74651ada43c4,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:34.922765 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:34.926076 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.926427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.926778 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.927111 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.927447 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.927778 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.928106 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.928431 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.928780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.929106 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.929427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.929775 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.930818 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.930818 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:34.931149 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:35.004585 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45994c08-e1ec-4756-af8e-be26a011526e req-85edf4a5-5d26-483b-bdb5-1f6cf6bcef7d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=651b931f-5197-47d4-aa81-00ed9a4ad7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273220 May 26 15:14:35.063617 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:14:35.170681 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:14:35.181472 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:14:35.194369 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:35.195394 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:35.231985 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] No DVR routers for this DVR port 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:14:35.234844 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:35.239233 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75f019a5-cf93-4d39-8e5a-399207d7a106 req-b03d0ca7-2c4a-432e-9674-824fb18c2f89 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "DELETE /v2.0/ports/1cbb80ed-1bc4-49d4-9c28-74651ada43c4 HTTP/1.1" status: 204 len: 173 time: 1.0522115 May 26 15:14:35.239902 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'name': 'network-vif-deleted', 'tag': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:35.243513 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf03b1-4518-4429-bb65-23f90e8830ba" -d '{"events": [{"server_uuid": "1fbe7683-005d-4728-8dcd-743fb3fc8a2b", "name": "network-vif-deleted", "tag": "1cbb80ed-1bc4-49d4-9c28-74651ada43c4"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:35.316667 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:35.318474 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e3e6a8-e190-4466-8c8a-34201f0ddde6 x-openstack-request-id: req-28e3e6a8-e190-4466-8c8a-34201f0ddde6 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:35.318877 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbe7683-005d-4728-8dcd-743fb3fc8a2b", "name": "network-vif-deleted", "tag": "1cbb80ed-1bc4-49d4-9c28-74651ada43c4", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:35.319263 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28e3e6a8-e190-4466-8c8a-34201f0ddde6 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:35.319996 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e3e6a8-e190-4466-8c8a-34201f0ddde6'] response: {'server_uuid': '1fbe7683-005d-4728-8dcd-743fb3fc8a2b', 'name': 'network-vif-deleted', 'tag': '1cbb80ed-1bc4-49d4-9c28-74651ada43c4', 'status': 'completed', 'code': 200} May 26 15:14:35.321315 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:35.345133 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:35.369783 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:35.648385 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:35.671125 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208107-ba3b-4cc5-8901-685f533e7e50 req-8989e991-e2b2-4e84-9960-02660388119d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:35.672614 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24208107-ba3b-4cc5-8901-685f533e7e50 req-8989e991-e2b2-4e84-9960-02660388119d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0493934 May 26 15:14:35.673000 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:14:35.681891 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:35.682500 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:35.734347 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24208107-ba3b-4cc5-8901-685f533e7e50 req-ac32ecd0-f407-42b0-bb76-37e0b049c901 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554266 May 26 15:14:35.788818 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:35.984055 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:36.135123 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c42c51-536f-4cea-b53b-213f84a4414f None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:14:36.138538 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b249e10-3633-437e-becc-6df4ea35224c req-b602fc63-9b04-4879-94ef-48d84c07909d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fbe7683-005d-4728-8dcd-743fb3fc8a2b HTTP/1.1" status: 200 len: 210 time: 0.0324228 May 26 15:14:36.366875 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f47de35-9cda-487e-958d-980f5bce9538 None None] New status for floating IP ef1f0706-04d4-460d-9c41-67a72bf50da0: DOWN {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:14:36.859049 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4a8a6-f1f0-4743-a501-277ca3b58e52 req-34620c8e-3af7-4333-bb93-e5cd615ce7cd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:36.860549 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4ad4a8a6-f1f0-4743-a501-277ca3b58e52 req-34620c8e-3af7-4333-bb93-e5cd615ce7cd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0490668 May 26 15:14:36.913625 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4ad4a8a6-f1f0-4743-a501-277ca3b58e52 req-a47a1366-3420-45f3-90ba-a4fbfae69b10 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473063 May 26 15:14:37.231937 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48522) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:37.293413 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (651b931f-5197-47d4-aa81-00ed9a4ad7b6), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.322080 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (651b931f-5197-47d4-aa81-00ed9a4ad7b6), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.357998 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:14:37.384261 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (651b931f-5197-47d4-aa81-00ed9a4ad7b6), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.389329 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.389658 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:14:37.390196 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 1cbb80ed-1bc4-49d4-9c28-74651ada43c4 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:14:37.391229 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "DELETE /v2.0/security-groups/651b931f-5197-47d4-aa81-00ed9a4ad7b6 HTTP/1.1" status: 204 len: 168 time: 0.1579785 May 26 15:14:37.394402 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48524) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:37.402368 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b931f-5197-47d4-aa81-00ed9a4ad7b6,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:37.412841 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.api.v2.resource [None req-5ae7ef9e-950d-4f4e-bb3a-27a1d292c97b tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] show failed (client error): The resource could not be found. May 26 15:14:37.413203 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.413619 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.418757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.418969 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-5ae7ef9e-950d-4f4e-bb3a-27a1d292c97b tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups/651b931f-5197-47d4-aa81-00ed9a4ad7b6 HTTP/1.1" status: 404 len: 347 time: 0.0186269 May 26 15:14:37.419147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.419147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.419147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.419147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.419147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.419147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.419147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.419147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.420427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48526) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:37.420586 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.420586 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.420586 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.420997 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106398e5-1c66-4baf-84e4-8337436217f7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:14:37.553243 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Deleting port 224d648f-b744-4a10-b62f-3604e4b9623b {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:14:37.553613 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (224d648f-b744-4a10-b62f-3604e4b9623b), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.640260 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (224d648f-b744-4a10-b62f-3604e4b9623b), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.640588 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (224d648f-b744-4a10-b62f-3604e4b9623b), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.654968 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Calling delete_port for 224d648f-b744-4a10-b62f-3604e4b9623b owned by network:floatingip {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:14:37.703237 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:37.820950 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (224d648f-b744-4a10-b62f-3604e4b9623b), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.847978 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'Port': ['ID=224d648f-b744-4a10-b62f-3604e4b9623b,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:37.917001 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (ef1f0706-04d4-460d-9c41-67a72bf50da0), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.919534 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:37.920719 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-2aad685c-7e88-4fb4-b39b-7df09d8b8991 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "DELETE /v2.0/floatingips/ef1f0706-04d4-460d-9c41-67a72bf50da0 HTTP/1.1" status: 204 len: 168 time: 0.5004878 May 26 15:14:38.001351 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48534) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:38.006112 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-3e7373a3-59cd-4182-b5a6-afde191475eb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850579961', 'description': 'tempest-description--253375458'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:38.027075 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:38.062814 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3e7373a3-59cd-4182-b5a6-afde191475eb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.073788 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cccbb-308b-4bdb-9aef-71c2de1b291e req-22645b03-84cd-434e-b004-277229847b4a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:38.075535 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d6cccbb-308b-4bdb-9aef-71c2de1b291e req-22645b03-84cd-434e-b004-277229847b4a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0631800 May 26 15:14:38.155994 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d6cccbb-308b-4bdb-9aef-71c2de1b291e req-0c57bf30-36e0-437a-afe0-c301bb52c094 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695970 May 26 15:14:38.198300 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3e7373a3-59cd-4182-b5a6-afde191475eb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (40ec444d-3e14-46e2-a2e0-493615f0dd61), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.202549 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3e7373a3-59cd-4182-b5a6-afde191475eb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (40ec444d-3e14-46e2-a2e0-493615f0dd61), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.237988 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3e7373a3-59cd-4182-b5a6-afde191475eb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.239244 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-3e7373a3-59cd-4182-b5a6-afde191475eb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2367561 May 26 15:14:38.240436 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7373a3-59cd-4182-b5a6-afde191475eb tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ec444d-3e14-46e2-a2e0-493615f0dd61,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:38.243522 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48536) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:38.251662 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-4888cf10-f66f-468e-aa9d-99de40c7abd6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group_rule': {'security_group_id': '40ec444d-3e14-46e2-a2e0-493615f0dd61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:38.282672 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4888cf10-f66f-468e-aa9d-99de40c7abd6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (fc50d39e-f7a9-4620-8a2e-23052642de51), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.352387 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4888cf10-f66f-468e-aa9d-99de40c7abd6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (fc50d39e-f7a9-4620-8a2e-23052642de51), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.356310 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4888cf10-f66f-468e-aa9d-99de40c7abd6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (fc50d39e-f7a9-4620-8a2e-23052642de51), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.376617 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888cf10-f66f-468e-aa9d-99de40c7abd6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc50d39e-f7a9-4620-8a2e-23052642de51,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:38.383931 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4888cf10-f66f-468e-aa9d-99de40c7abd6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.385133 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-4888cf10-f66f-468e-aa9d-99de40c7abd6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398396 May 26 15:14:38.388902 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48538) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:38.393192 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-7632a6fa-8464-4e19-be99-f602bfa8b0c7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'security_group_rule': {'security_group_id': '40ec444d-3e14-46e2-a2e0-493615f0dd61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:38.422690 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7632a6fa-8464-4e19-be99-f602bfa8b0c7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (454ca749-03d2-49bc-b451-f1866f03542e), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.477295 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7632a6fa-8464-4e19-be99-f602bfa8b0c7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (454ca749-03d2-49bc-b451-f1866f03542e), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.482227 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7632a6fa-8464-4e19-be99-f602bfa8b0c7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (454ca749-03d2-49bc-b451-f1866f03542e), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.503015 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632a6fa-8464-4e19-be99-f602bfa8b0c7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454ca749-03d2-49bc-b451-f1866f03542e,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:38.510537 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7632a6fa-8464-4e19-be99-f602bfa8b0c7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.511107 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-7632a6fa-8464-4e19-be99-f602bfa8b0c7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212580 May 26 15:14:38.514447 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48540) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:38.518848 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:38.543713 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.632318 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.743261 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Allocated IP 172.27.1.129 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/06c56b93-9f64-458c-a1cd-0943524d52a4) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:14:38.816190 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:38.851818 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (06c56b93-9f64-458c-a1cd-0943524d52a4), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.873352 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:38.885405 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (06c56b93-9f64-458c-a1cd-0943524d52a4), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:38.928990 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:14:38.934109 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:14:38.936305 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=06c56b93-9f64-458c-a1cd-0943524d52a4,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:38.938458 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:14:39.024472 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (3bbe777d-1e6b-4da0-90b3-b12197e56b66), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:39.061524 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (06c56b93-9f64-458c-a1cd-0943524d52a4), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:39.241616 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (06c56b93-9f64-458c-a1cd-0943524d52a4), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:39.246553 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (06c56b93-9f64-458c-a1cd-0943524d52a4), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:39.298036 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f19dd-19a7-4c38-b67e-8f524bcd5f1e req-1c2db6af-f6e4-4836-9473-8772d8e4a7bc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:39.299613 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0b3f19dd-19a7-4c38-b67e-8f524bcd5f1e req-1c2db6af-f6e4-4836-9473-8772d8e4a7bc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0533507 May 26 15:14:39.320069 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=06c56b93-9f64-458c-a1cd-0943524d52a4,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:39.331585 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (3bbe777d-1e6b-4da0-90b3-b12197e56b66), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:39.348664 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:39.349943 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e83af3ce-a044-4d8c-b3fd-fee34cdd03b1 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8345802 May 26 15:14:39.355713 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0b3f19dd-19a7-4c38-b67e-8f524bcd5f1e req-e1280ee0-87d9-4fe0-af3d-dbc5c9a8f3a7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498524 May 26 15:14:39.511302 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-79e0c817-a24e-4064-a94a-391366967269 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--850579961&fields=id&tenant_id=9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 267 time: 0.0448360 May 26 15:14:39.636381 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c06be-d334-4eb2-8338-876b7088ed89 req-ddc5903b-7c2e-4384-bd1f-ecb6fd4d057e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:39.638636 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-ddc5903b-7c2e-4384-bd1f-ecb6fd4d057e tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 815 time: 0.1198201 May 26 15:14:39.653309 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-e6badeb9-fe7e-4116-863f-4cff2ad222fd tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/quotas/9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 375 time: 0.0093658 May 26 15:14:39.702928 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8fa27e13-6548-41b0-a690-0717a0b08331 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443101 May 26 15:14:39.866290 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-c6216477-7e0e-4590-adca-a68d63ef130d service neutron] 10.222.0.46 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517937 May 26 15:14:39.929482 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:39.963054 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-bccc5b2a-deb8-4edc-9fe2-219e41416135 service neutron] 10.222.0.46 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901492 May 26 15:14:40.125793 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c59dad78-f753-4ae0-b944-c6b6795daeec req-a420c3ac-2d70-416d-81a9-98c88b44b70d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 210 time: 0.0306513 May 26 15:14:40.491312 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d3c25-819d-42d0-a054-6dcf516c08d1 req-63e2db70-351a-4194-8728-db119e7bf490 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:40.492963 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a3d3c25-819d-42d0-a054-6dcf516c08d1 req-63e2db70-351a-4194-8728-db119e7bf490 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0530531 May 26 15:14:40.793063 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a3d3c25-819d-42d0-a054-6dcf516c08d1 req-e2da2e4f-6003-4507-a4aa-e44001d7329e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922173 May 26 15:14:41.239645 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24fb8ae3-f1f6-4681-9807-9bd81ee22302 req-51dbb1f3-fd79-4918-8f65-9d1e5796fee3 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 210 time: 0.0312147 May 26 15:14:41.349587 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:41.358283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c06be-d334-4eb2-8338-876b7088ed89 req-08e9c287-4561-4059-8a44-d3d23715fea0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:41.359730 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-08e9c287-4561-4059-8a44-d3d23715fea0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 815 time: 0.1186075 May 26 15:14:41.411685 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f7a772e1-226c-4379-8092-198295987b70 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:14:41.452535 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-36e8b33b-42da-4933-bd60-36c1891b2bc0 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9780d0cae62c4f5088060b530571ebb3 HTTP/1.1" status: 200 len: 379 time: 0.0562737 May 26 15:14:41.520292 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:41.532311 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': 'f7a772e1-226c-4379-8092-198295987b70', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'port_id': 'f7a772e1-226c-4379-8092-198295987b70', 'mac_address': 'fa:16:3e:bc:04:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:14:41.554126 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:41.568145 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port f7a772e1-226c-4379-8092-198295987b70 is: ACTIVE; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:14:41.568695 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f7a772e1-226c-4379-8092-198295987b70), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:41.581286 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7a772e1-226c-4379-8092-198295987b70 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:14:41.601438 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:41.609392 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (f7a772e1-226c-4379-8092-198295987b70), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:41.610066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'port': {'device_id': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'admin_state_up': True, 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'security_groups': ['40ec444d-3e14-46e2-a2e0-493615f0dd61']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:41.662890 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=6']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:41.739330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Made reservation on behalf of 9780d0cae62c4f5088060b530571ebb3 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:14:41.742837 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:41.843740 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['f7a772e1-226c-4379-8092-198295987b70'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:14:41.933349 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Allocated IP 172.20.0.11 (bf638e18-3aa1-4ba6-b2c0-e624f717acb0/38b5135e-b8e4-470f-9905-8862cbe7d7dd/bc982787-f0cd-4e5d-9f77-626bef64840b) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:14:41.957848 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:41.976896 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19cf12-febf-4375-86dd-bc298e4a259a req-e2373cfd-3dbb-4298-9cfd-48897d4aae21 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:41.978436 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fe19cf12-febf-4375-86dd-bc298e4a259a req-e2373cfd-3dbb-4298-9cfd-48897d4aae21 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 944 time: 0.1065953 May 26 15:14:42.112327 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fe19cf12-febf-4375-86dd-bc298e4a259a req-a6a73c74-04bf-4ae8-bdd3-a715a3e8e35c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243193 May 26 15:14:42.161054 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:42.195871 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:42.201924 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:42.251902 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:14:42.257643 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:14:42.262710 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:14:42.322573 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:42.323209 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:42.327338 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event updated for resources: {'Port': ['ID=bc982787-f0cd-4e5d-9f77-626bef64840b,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:42.346256 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-de942f25-aa8a-491e-9111-93be4d990d82 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7429037 May 26 15:14:42.369987 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Request body: {'port': {'device_id': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:42.502273 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c854-ef71-4614-be81-9e350bf5e4af req-c30ae119-5016-453d-8b10-0d4423bdac5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:42.504600 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a40c854-ef71-4614-be81-9e350bf5e4af req-c30ae119-5016-453d-8b10-0d4423bdac5c tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 932 time: 0.1063859 May 26 15:14:42.532243 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:42.598417 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:42.621664 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a40c854-ef71-4614-be81-9e350bf5e4af req-78763e4c-286a-48f0-9a64-2328aa49ec29 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056569 May 26 15:14:42.642169 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-b7bf529d-3857-4184-b1f3-a5af1733df7b None None] Provisioning complete for port bc982787-f0cd-4e5d-9f77-626bef64840b triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:14:42.643243 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b7bf529d-3857-4184-b1f3-a5af1733df7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:42.692306 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf529d-3857-4184-b1f3-a5af1733df7b None None] Port bc982787-f0cd-4e5d-9f77-626bef64840b cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:14:42.992596 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc982787-f0cd-4e5d-9f77-626bef64840b {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:14:43.001757 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Publish callbacks [] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:43.017011 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Transition to ACTIVE for port object bc982787-f0cd-4e5d-9f77-626bef64840b will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:14:43.022218 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:43.079982 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Pushing event updated for resources: {'Port': ['ID=bc982787-f0cd-4e5d-9f77-626bef64840b,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:43.186936 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Attempting to bind port bc982787-f0cd-4e5d-9f77-626bef64840b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:14:43.187271 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Attempting to bind port bc982787-f0cd-4e5d-9f77-626bef64840b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:14:43.187603 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Attempting to bind port bc982787-f0cd-4e5d-9f77-626bef64840b on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:14:43.195140 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Port bc982787-f0cd-4e5d-9f77-626bef64840b on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:14:43.195468 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Attempting to bind port bc982787-f0cd-4e5d-9f77-626bef64840b on network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:14:43.217636 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:14:43.218011 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Checking segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:14:43.218689 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Bound using segment: {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:14:43.218820 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Bound port: bc982787-f0cd-4e5d-9f77-626bef64840b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883abc49-30a9-42aa-bcad-ee8fa234cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:14:43.219374 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:43.303077 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:43.309588 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938660f-15bb-4b7c-b5c6-9b829378e532 req-2613ba49-a1d1-43e5-95f8-914b8e856e8e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:43.311270 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7938660f-15bb-4b7c-b5c6-9b829378e532 req-2613ba49-a1d1-43e5-95f8-914b8e856e8e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 944 time: 0.0776479 May 26 15:14:43.358476 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] For port bc982787-f0cd-4e5d-9f77-626bef64840b, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:14:43.362292 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] For port bc982787-f0cd-4e5d-9f77-626bef64840b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc982787-f0cd-4e5d-9f77-626bef64840b,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:14:43.374265 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:43.426165 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:43.426818 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:43.428666 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] 10.222.0.75 "PUT /v2.0/ports/bc982787-f0cd-4e5d-9f77-626bef64840b HTTP/1.1" status: 200 len: 1094 time: 1.0647628 May 26 15:14:43.433906 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'tag': 'bc982787-f0cd-4e5d-9f77-626bef64840b'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:43.436884 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8" -d '{"events": [{"name": "network-changed", "server_uuid": "7271edca-3b23-4dc4-aa5e-728df4f00cfd", "tag": "bc982787-f0cd-4e5d-9f77-626bef64840b"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:43.439088 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f7a772e1-226c-4379-8092-198295987b70 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:14:43.454893 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7938660f-15bb-4b7c-b5c6-9b829378e532 req-66741cf9-dd96-4f6e-bce4-2681c1807a64 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356199 May 26 15:14:43.503520 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911f445-d96a-4919-b2bb-c977325ae38b service neutron] Pushing event updated for resources: {'Port': ['ID=bc982787-f0cd-4e5d-9f77-626bef64840b,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:43.585522 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c6cb5-10b2-46be-9adc-3c3c883acf1c x-openstack-request-id: req-bd6c6cb5-10b2-46be-9adc-3c3c883acf1c {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:43.586184 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7271edca-3b23-4dc4-aa5e-728df4f00cfd", "tag": "bc982787-f0cd-4e5d-9f77-626bef64840b", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:43.586642 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd6c6cb5-10b2-46be-9adc-3c3c883acf1c {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:43.587286 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6c6cb5-10b2-46be-9adc-3c3c883acf1c'] response: {'name': 'network-changed', 'server_uuid': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'tag': 'bc982787-f0cd-4e5d-9f77-626bef64840b', 'status': 'completed', 'code': 200} May 26 15:14:43.595502 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port f7a772e1-226c-4379-8092-198295987b70 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:14:43.596142 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (f7a772e1-226c-4379-8092-198295987b70), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:43.607796 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c06be-d334-4eb2-8338-876b7088ed89 req-89483171-ea82-468e-b5cd-454bb11a9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:43.609800 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-89483171-ea82-468e-b5cd-454bb11a9ddc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 1128 time: 0.0962412 May 26 15:14:43.680316 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-006f9b4b-1d69-4f21-af60-206240c9a4fe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc982787-f0cd-4e5d-9f77-626bef64840b HTTP/1.1" status: 200 len: 217 time: 0.0538464 May 26 15:14:43.724143 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port f7a772e1-226c-4379-8092-198295987b70 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:14:43.724727 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f7a772e1-226c-4379-8092-198295987b70), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:43.773356 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a772e1-226c-4379-8092-198295987b70'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:43.779386 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c06be-d334-4eb2-8338-876b7088ed89 req-be1287bb-ef34-4dac-9cd2-928457d3cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:43.782213 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6286efb-6c08-4475-a651-91acc78be85e" -d '{"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-plugged", "status": "completed", "tag": "f7a772e1-226c-4379-8092-198295987b70"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:43.791206 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-be1287bb-ef34-4dac-9cd2-928457d3cc11 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.1017017 May 26 15:14:43.799629 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:43.801433 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23d3b2-77ab-4eb1-abd2-5892f87cd40f req-e5c5475f-8026-4825-9ddf-72462494b056 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:43.804137 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5e23d3b2-77ab-4eb1-abd2-5892f87cd40f req-e5c5475f-8026-4825-9ddf-72462494b056 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 944 time: 0.0808647 May 26 15:14:43.810395 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (f7a772e1-226c-4379-8092-198295987b70), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:43.851895 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:43.875654 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=7']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:43.876319 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c06be-d334-4eb2-8338-876b7088ed89 req-1c64d0ee-05bc-4814-976f-f08fc103f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:43.877439 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-1c64d0ee-05bc-4814-976f-f08fc103f017 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0723133 May 26 15:14:43.935319 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5e23d3b2-77ab-4eb1-abd2-5892f87cd40f req-751ca449-96c8-4358-abdd-a6173c23d8a9 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197555 May 26 15:14:43.951455 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444b2eee-0ffa-4895-b808-0990a22bb386 x-openstack-request-id: req-444b2eee-0ffa-4895-b808-0990a22bb386 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:43.957520 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-plugged", "status": "completed", "tag": "f7a772e1-226c-4379-8092-198295987b70", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:43.957520 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-444b2eee-0ffa-4895-b808-0990a22bb386 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:43.957520 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444b2eee-0ffa-4895-b808-0990a22bb386'] response: {'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a772e1-226c-4379-8092-198295987b70', 'code': 200} May 26 15:14:44.011836 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-40a162f6-8a91-447c-a0c4-48c57f64fc7e service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262586 May 26 15:14:44.126817 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-464c06be-d334-4eb2-8338-876b7088ed89 req-9d6f94fc-518d-404b-93c7-6ee272727163 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057467 May 26 15:14:44.611363 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b453e3-f7e5-45be-900f-7b201b15690d req-ecadd2b1-0cf8-4313-be7b-a7884cbfc7da tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:44.613091 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-92b453e3-f7e5-45be-900f-7b201b15690d req-ecadd2b1-0cf8-4313-be7b-a7884cbfc7da tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0642521 May 26 15:14:44.677218 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-92b453e3-f7e5-45be-900f-7b201b15690d req-d772c22d-27ab-44a4-9f4c-1572acf85ae7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518398 May 26 15:14:45.070453 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268f829-6841-4d81-810a-b6a3da7715fc req-2c6be463-a9a9-45bb-81a7-9df35f882509 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:45.071884 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0268f829-6841-4d81-810a-b6a3da7715fc req-2c6be463-a9a9-45bb-81a7-9df35f882509 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 944 time: 0.0543387 May 26 15:14:45.133267 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0268f829-6841-4d81-810a-b6a3da7715fc req-551607b0-79f9-4485-bd43-9b0be6ea85ae tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555940 May 26 15:14:45.288425 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-03909bd4-5934-4456-a643-6bc30ca9c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:45.289848 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-03909bd4-5934-4456-a643-6bc30ca9c154 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 1128 time: 0.0489125 May 26 15:14:45.395123 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-952d203e-174e-4d4a-8867-8a31869ee08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:45.396590 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-952d203e-174e-4d4a-8867-8a31869ee08c service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 916 time: 0.1006024 May 26 15:14:45.420111 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device bc982787-f0cd-4e5d-9f77-626bef64840b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:14:45.457966 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-d57e180c-d54e-49ce-a0c4-da2faaf8ea99 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc982787-f0cd-4e5d-9f77-626bef64840b HTTP/1.1" status: 200 len: 217 time: 0.0513825 May 26 15:14:45.530588 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-98b750e7-fb7e-47fd-bb90-a4dcb575cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:45.532716 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-98b750e7-fb7e-47fd-bb90-a4dcb575cc64 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.0682721 May 26 15:14:45.580190 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:45.588699 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port bc982787-f0cd-4e5d-9f77-626bef64840b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc982787-f0cd-4e5d-9f77-626bef64840b,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:45.588942 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-7e8d89c8-bb42-449b-832f-c5a81ac52495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:45.590410 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-7e8d89c8-bb42-449b-832f-c5a81ac52495 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512598 May 26 15:14:45.591885 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:45.611296 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': 'bc982787-f0cd-4e5d-9f77-626bef64840b', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'port_id': 'bc982787-f0cd-4e5d-9f77-626bef64840b', 'mac_address': 'fa:16:3e:80:3d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:14:45.653340 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port bc982787-f0cd-4e5d-9f77-626bef64840b is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:14:45.654455 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:45.671521 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc982787-f0cd-4e5d-9f77-626bef64840b {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:14:45.726896 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-06171fdb-b450-41f1-98c2-96af31fd8ece service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258032 May 26 15:14:45.728257 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port bc982787-f0cd-4e5d-9f77-626bef64840b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc982787-f0cd-4e5d-9f77-626bef64840b,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:45.737222 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:45.790617 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=bc982787-f0cd-4e5d-9f77-626bef64840b,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:45.876415 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ebe4a-117b-4e3c-bfb3-b1e29eabb0a7 req-4ab71a11-a95b-4525-9047-d512726daa93 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:45.877951 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-961ebe4a-117b-4e3c-bfb3-b1e29eabb0a7 req-4ab71a11-a95b-4525-9047-d512726daa93 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0750859 May 26 15:14:45.921948 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-485cf8f8-6b7f-4d7c-8ec5-ba56fd3d3da8 req-35001682-46f7-42b4-b1a1-f3ed038c8a6b service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875105 May 26 15:14:45.975407 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-961ebe4a-117b-4e3c-bfb3-b1e29eabb0a7 req-53b8771e-9991-45d5-b67f-9fc626215b48 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907729 May 26 15:14:46.137817 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['bc982787-f0cd-4e5d-9f77-626bef64840b'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:14:46.264268 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708157e1-6465-45ff-a632-538397be2623 req-72813922-69c9-4e24-9f4f-ac2557b86d14 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:46.272565 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-708157e1-6465-45ff-a632-538397be2623 req-72813922-69c9-4e24-9f4f-ac2557b86d14 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 945 time: 0.0582135 May 26 15:14:46.348235 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-708157e1-6465-45ff-a632-538397be2623 req-8dfbed1e-dab1-4af1-a4f2-4dc89b930a4a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743091 May 26 15:14:47.103582 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:47.118128 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8382696-e032-446b-9ad0-0bf5f7272cb7 req-6ec070e9-e71a-4e5f-bf1e-ccec41efee80 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:47.119950 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c8382696-e032-446b-9ad0-0bf5f7272cb7 req-6ec070e9-e71a-4e5f-bf1e-ccec41efee80 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0536480 May 26 15:14:47.178885 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c8382696-e032-446b-9ad0-0bf5f7272cb7 req-f840b4c0-fe00-45dc-a72b-2dc0de783f53 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476253 May 26 15:14:47.440784 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device bc982787-f0cd-4e5d-9f77-626bef64840b up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:14:47.498246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0d31f-0cdf-4199-8bac-5a0a75a6be06 req-03eb9d0c-f07c-448e-b9c0-4201d106fc38 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:47.500781 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-42e0d31f-0cdf-4199-8bac-5a0a75a6be06 req-03eb9d0c-f07c-448e-b9c0-4201d106fc38 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 945 time: 0.0749791 May 26 15:14:47.529479 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port bc982787-f0cd-4e5d-9f77-626bef64840b completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:14:47.543170 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port bc982787-f0cd-4e5d-9f77-626bef64840b triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:14:47.543956 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:47.568397 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-42e0d31f-0cdf-4199-8bac-5a0a75a6be06 req-523999df-044e-451d-8746-ae51d7992d70 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608809 May 26 15:14:47.583698 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:47.650567 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port bc982787-f0cd-4e5d-9f77-626bef64840b is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:14:47.650873 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:47.677837 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc982787-f0cd-4e5d-9f77-626bef64840b'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:47.680377 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20a99b7-e0c7-47ab-8fa4-fdad9f72e64f" -d '{"events": [{"server_uuid": "7271edca-3b23-4dc4-aa5e-728df4f00cfd", "name": "network-vif-plugged", "status": "completed", "tag": "bc982787-f0cd-4e5d-9f77-626bef64840b"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:47.709483 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port bc982787-f0cd-4e5d-9f77-626bef64840b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc982787-f0cd-4e5d-9f77-626bef64840b,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:47.719640 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:47.746110 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c0ca06-5dc4-423e-8e29-429bc2a29295 x-openstack-request-id: req-e6c0ca06-5dc4-423e-8e29-429bc2a29295 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:47.746545 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7271edca-3b23-4dc4-aa5e-728df4f00cfd", "name": "network-vif-plugged", "status": "completed", "tag": "bc982787-f0cd-4e5d-9f77-626bef64840b", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:47.746799 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e6c0ca06-5dc4-423e-8e29-429bc2a29295 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:47.747195 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c0ca06-5dc4-423e-8e29-429bc2a29295'] response: {'server_uuid': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc982787-f0cd-4e5d-9f77-626bef64840b', 'code': 200} May 26 15:14:47.777334 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=bc982787-f0cd-4e5d-9f77-626bef64840b,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:47.909311 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:47.999465 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca63bfa-881a-4b9d-80fc-2f6fc96d39f0 req-8537cd53-72ae-4e33-93b6-638d7e3d75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:48.001024 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8ca63bfa-881a-4b9d-80fc-2f6fc96d39f0 req-8537cd53-72ae-4e33-93b6-638d7e3d75dd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 1130 time: 0.0471635 May 26 15:14:48.067527 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8ca63bfa-881a-4b9d-80fc-2f6fc96d39f0 req-64124a71-ff37-4c79-8246-7a99bd02126a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545378 May 26 15:14:48.329690 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ffa2f-bd7b-49af-85e5-d592c65d42c3 req-a99a5db7-88dc-46dd-8acb-c4babcee9812 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:48.331301 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d28ffa2f-bd7b-49af-85e5-d592c65d42c3 req-a99a5db7-88dc-46dd-8acb-c4babcee9812 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0607641 May 26 15:14:48.387948 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d28ffa2f-bd7b-49af-85e5-d592c65d42c3 req-42da5d5d-290b-4cd1-b8f3-555b6020861e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508182 May 26 15:14:48.711477 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a06489-db57-465b-9d28-f91849f9e9fb req-aa171f42-8a63-4148-bff1-9cae1584b3d7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:48.713598 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0a06489-db57-465b-9d28-f91849f9e9fb req-aa171f42-8a63-4148-bff1-9cae1584b3d7 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 946 time: 0.0638120 May 26 15:14:48.775738 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b0a06489-db57-465b-9d28-f91849f9e9fb req-4296faac-1a01-4c39-b80b-1033d30fea21 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527339 May 26 15:14:49.338833 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=75,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:49.342305 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=55,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:49.545752 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed51bd5-6c2f-4801-9e4e-17310b6db2cf req-0a59f7a3-3612-4424-a980-9f68d4923657 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:49.547299 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1ed51bd5-6c2f-4801-9e4e-17310b6db2cf req-0a59f7a3-3612-4424-a980-9f68d4923657 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0576828 May 26 15:14:49.609486 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1ed51bd5-6c2f-4801-9e4e-17310b6db2cf req-bbe97aaf-70dd-445b-8053-1a3e88d5a02b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549703 May 26 15:14:49.950845 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7739d-80c3-4270-88a0-8a56579323fb req-b84d261c-422f-4207-9296-d51aca74fdb2 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:49.952279 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c7c7739d-80c3-4270-88a0-8a56579323fb req-b84d261c-422f-4207-9296-d51aca74fdb2 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 946 time: 0.0725803 May 26 15:14:50.026481 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c7c7739d-80c3-4270-88a0-8a56579323fb req-dce925c5-f4fc-4bd4-a829-6803f4eefe37 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664122 May 26 15:14:50.754773 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:50.769092 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32093d0-862d-4b0c-ba91-1552a09d9d4c req-329c4315-8a49-4ad0-bd5f-ee13f94501b1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:50.770629 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d32093d0-862d-4b0c-ba91-1552a09d9d4c req-329c4315-8a49-4ad0-bd5f-ee13f94501b1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0634637 May 26 15:14:50.844003 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d32093d0-862d-4b0c-ba91-1552a09d9d4c req-3946101f-3e34-48b2-96b6-cc0da66f7e8c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658243 May 26 15:14:51.165908 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6725-31bc-44a9-95a5-955f0fa63430 req-c7dfa86a-adc8-4f73-8363-ebc7da3df997 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:51.167495 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4bfc6725-31bc-44a9-95a5-955f0fa63430 req-c7dfa86a-adc8-4f73-8363-ebc7da3df997 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 946 time: 0.0646007 May 26 15:14:51.227467 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4bfc6725-31bc-44a9-95a5-955f0fa63430 req-b5715ee6-574c-4686-9677-7c59bf97b39a tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517762 May 26 15:14:51.350825 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9f4c4-aa37-48de-a70a-c68975667294 req-553f0bab-9ec7-45f0-9a4a-981ea3fea4d6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:51.352330 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-07b9f4c4-aa37-48de-a70a-c68975667294 req-553f0bab-9ec7-45f0-9a4a-981ea3fea4d6 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 946 time: 0.0521853 May 26 15:14:51.362149 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48666) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:51.367616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-f68d9617-cd82-4102-950b-856a8d6d03dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Request body: {'floatingip': {'port_id': 'bc982787-f0cd-4e5d-9f77-626bef64840b'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:14:51.407548 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f68d9617-cd82-4102-950b-856a8d6d03dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (3bbe777d-1e6b-4da0-90b3-b12197e56b66), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:51.541637 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:51.902980 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f68d9617-cd82-4102-950b-856a8d6d03dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:51.908194 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f68d9617-cd82-4102-950b-856a8d6d03dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (3bbe777d-1e6b-4da0-90b3-b12197e56b66), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:52.010027 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266c220-1a3b-4c95-99b9-04e656b6d0cd req-f74c45db-b520-49ab-929e-20e422f1007d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:52.011538 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5266c220-1a3b-4c95-99b9-04e656b6d0cd req-f74c45db-b520-49ab-929e-20e422f1007d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0629508 May 26 15:14:52.085277 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [None req-f68d9617-cd82-4102-950b-856a8d6d03dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Floating IP 3bbe777d-1e6b-4da0-90b3-b12197e56b66 associated. External IP: 172.27.1.129, port: bc982787-f0cd-4e5d-9f77-626bef64840b. May 26 15:14:52.351781 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5266c220-1a3b-4c95-99b9-04e656b6d0cd req-f976b0d9-69fe-4e10-bfd5-00af54e007bc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162069 May 26 15:14:52.530255 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68d9617-cd82-4102-950b-856a8d6d03dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:14:52.532670 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:52.640159 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68d9617-cd82-4102-950b-856a8d6d03dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:14:52.645618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f68d9617-cd82-4102-950b-856a8d6d03dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:52.650461 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:14:52.661625 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:52.662336 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:52.680854 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-f68d9617-cd82-4102-950b-856a8d6d03dc tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "PUT /v2.0/floatingips/3bbe777d-1e6b-4da0-90b3-b12197e56b66 HTTP/1.1" status: 200 len: 992 time: 1.3175092 May 26 15:14:52.681585 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'tag': 'bc982787-f0cd-4e5d-9f77-626bef64840b'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:52.684253 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a1b788-5c5f-49e1-8425-68d0146e1514" -d '{"events": [{"name": "network-changed", "server_uuid": "7271edca-3b23-4dc4-aa5e-728df4f00cfd", "tag": "bc982787-f0cd-4e5d-9f77-626bef64840b"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:52.731207 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46fac3a-506a-4489-a3d6-b1c77d9bda9e x-openstack-request-id: req-f46fac3a-506a-4489-a3d6-b1c77d9bda9e {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:52.731674 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7271edca-3b23-4dc4-aa5e-728df4f00cfd", "tag": "bc982787-f0cd-4e5d-9f77-626bef64840b", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:52.731929 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f46fac3a-506a-4489-a3d6-b1c77d9bda9e {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:52.732323 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46fac3a-506a-4489-a3d6-b1c77d9bda9e'] response: {'name': 'network-changed', 'server_uuid': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'tag': 'bc982787-f0cd-4e5d-9f77-626bef64840b', 'status': 'completed', 'code': 200} May 26 15:14:52.767923 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-79dbd5ab-8b0e-45df-908f-51fd92a79931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:52.769659 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-79dbd5ab-8b0e-45df-908f-51fd92a79931 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 1129 time: 0.0477605 May 26 15:14:52.771201 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:52.805445 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:52.838621 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-8b8a5c7a-a8cc-4805-b613-f10369479462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:52.840786 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-8b8a5c7a-a8cc-4805-b613-f10369479462 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9780d0cae62c4f5088060b530571ebb3&device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 1130 time: 0.0441632 May 26 15:14:52.892402 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-97864928-5250-4caf-9caa-665f97a5cfab service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532894 May 26 15:14:52.916955 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-e2220405-083f-4796-9226-91a2b690e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:52.918492 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-e2220405-083f-4796-9226-91a2b690e226 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.1329377 May 26 15:14:52.940239 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-c67a048c-db82-469a-8c59-68f242a78912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:52.941843 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-c67a048c-db82-469a-8c59-68f242a78912 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 200 len: 916 time: 0.0950656 May 26 15:14:52.941992 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:53.016716 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-a2144873-394b-4bc2-bdeb-5118e1665fe4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a772e1-226c-4379-8092-198295987b70 HTTP/1.1" status: 200 len: 1001 time: 0.0888405 May 26 15:14:53.017021 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '3bbe777d-1e6b-4da0-90b3-b12197e56b66', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': 'bc982787-f0cd-4e5d-9f77-626bef64840b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:80:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:14:38Z', 'updated_at': '2022-05-26T15:14:51Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:53.017712 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-84564718-06cd-41bc-af0a-53b4e9b7644d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc982787-f0cd-4e5d-9f77-626bef64840b HTTP/1.1" status: 200 len: 1000 time: 0.0657647 May 26 15:14:53.017987 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-55ff7363-4abe-4194-a1cc-9a29d14da506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:53.019427 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-55ff7363-4abe-4194-a1cc-9a29d14da506 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=45e3fe61cc704411ac645e5935b9d258&device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 1130 time: 0.0835338 May 26 15:14:53.047645 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:14:53.056417 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:14:53.057021 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:14:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:53.078362 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-f6d821b2-2111-4741-b463-3a193d6a116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:53.080178 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-f6d821b2-2111-4741-b463-3a193d6a116d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 200 len: 854 time: 0.0480359 May 26 15:14:53.130469 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-adeade84-2a43-41a1-978a-99e75d86b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:53.132144 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-adeade84-2a43-41a1-978a-99e75d86b57a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf638e18-3aa1-4ba6-b2c0-e624f717acb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420585 May 26 15:14:53.139009 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-9c206647-b605-47c2-b853-3d2a2b81315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:53.140598 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-9c206647-b605-47c2-b853-3d2a2b81315e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.1090758 May 26 15:14:53.163270 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:14:53.213185 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-2e5f6e12-3de4-49f0-b5bc-2d786464b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:53.214891 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-2e5f6e12-3de4-49f0-b5bc-2d786464b0bc service neutron] 10.222.0.75 "GET /v2.0/networks?id=8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 200 len: 920 time: 0.1728046 May 26 15:14:53.216710 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-f9d836d6-ca6a-468f-b7f9-7074710f91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:53.218297 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-f9d836d6-ca6a-468f-b7f9-7074710f91c3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0694356 May 26 15:14:53.233959 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-d516b013-0bd6-4b3d-b1bd-c2124aa151f9 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936546 May 26 15:14:53.273381 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-bdada78c-2124-46db-9236-6345b86f0967 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f HTTP/1.1" status: 200 len: 217 time: 0.0443590 May 26 15:14:53.330382 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-10a1b788-5c5f-49e1-8425-68d0146e1514 req-c2785516-e772-4c69-8933-48213c65ba56 service neutron] 10.222.0.75 "GET /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892925 May 26 15:14:53.369883 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-39c27e79-e4e7-45a6-a2d3-c8ae79feacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:53.371395 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-39c27e79-e4e7-45a6-a2d3-c8ae79feacf2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 200 len: 858 time: 0.0882244 May 26 15:14:53.424311 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-159d64bd-0b51-4af7-80cf-4e1134c9cd4e service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881371 May 26 15:14:53.467292 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-2d7e06bd-2639-40e8-876e-f30e65ecd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:53.468775 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-2d7e06bd-2639-40e8-876e-f30e65ecd640 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8bf2593f-6b7e-48a8-9b32-aea452c29f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0829387 May 26 15:14:53.512170 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '3bbe777d-1e6b-4da0-90b3-b12197e56b66', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': 'bc982787-f0cd-4e5d-9f77-626bef64840b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:80:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:14:38Z', 'updated_at': '2022-05-26T15:14:51Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:14:53.537839 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915ea20-c4bf-4850-82e8-8e437257a878 None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '3bbe777d-1e6b-4da0-90b3-b12197e56b66', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'port_id': 'bc982787-f0cd-4e5d-9f77-626bef64840b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'mac_address': 'fa:16:3e:80:3d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:14:38Z', 'updated_at': '2022-05-26T15:14:51Z', 'revision_number': 1, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:14:53.550419 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605b951-8bfa-4252-b9c1-78b108d9b8fb req-52994b4f-2747-47e3-8ab7-780e6a31b0e5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:53.552030 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a605b951-8bfa-4252-b9c1-78b108d9b8fb req-52994b4f-2747-47e3-8ab7-780e6a31b0e5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.1227317 May 26 15:14:53.611222 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:53.682899 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-9d6c980d-c6a8-4245-b5f8-0c32a7a7e804 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024968 May 26 15:14:53.687898 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bd299ac5-c65d-4016-9708-505ea1ae0811 req-058d46df-811f-4b12-9450-569f036a780b service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477515 May 26 15:14:53.700681 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a605b951-8bfa-4252-b9c1-78b108d9b8fb req-aec91bcc-9bbe-4a7f-a078-d531ec8242f7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204782 May 26 15:14:53.760317 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf4894-1ffd-466e-9ddb-1bdef731a0dc None None] New status for floating IP 3bbe777d-1e6b-4da0-90b3-b12197e56b66: ACTIVE {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:14:53.763703 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:53.765699 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:53.784895 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9d3aa920-1c36-47aa-9e59-8659c6e21b75 req-4d531ffa-d4bf-4c26-acaf-2e42c0a04532 service neutron] 10.222.0.75 "GET /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952740 May 26 15:14:54.834232 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da397aa-71be-4ee9-8fee-01b6e8fcf63e req-44ab4891-94b8-4ab7-956d-6a1a0525dcdc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:54.835303 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6da397aa-71be-4ee9-8fee-01b6e8fcf63e req-44ab4891-94b8-4ab7-956d-6a1a0525dcdc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 945 time: 0.0577450 May 26 15:14:54.886314 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6da397aa-71be-4ee9-8fee-01b6e8fcf63e req-123f2109-cefa-41d0-b05d-ca929172cf96 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438807 May 26 15:14:55.478407 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f7a772e1-226c-4379-8092-198295987b70 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:14:55.503185 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:55.565673 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port f7a772e1-226c-4379-8092-198295987b70 is: ACTIVE; New status is: DOWN {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:14:55.566060 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f7a772e1-226c-4379-8092-198295987b70), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:55.590272 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a772e1-226c-4379-8092-198295987b70'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:14:55.593060 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099dd4a3-0d6f-468a-b2ef-3544c2b42aec" -d '{"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a772e1-226c-4379-8092-198295987b70"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:14:55.607226 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:14:55.612046 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (f7a772e1-226c-4379-8092-198295987b70), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:55.642982 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 15:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3362e1ff-b86a-4b04-8efd-8e35ac89df03 x-openstack-request-id: req-3362e1ff-b86a-4b04-8efd-8e35ac89df03 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:14:55.643275 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a772e1-226c-4379-8092-198295987b70", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:14:55.643523 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3362e1ff-b86a-4b04-8efd-8e35ac89df03 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:14:55.646097 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3362e1ff-b86a-4b04-8efd-8e35ac89df03'] response: {'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a772e1-226c-4379-8092-198295987b70', 'code': 200} May 26 15:14:55.669683 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=8']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:14:55.995910 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:14:56.015262 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dabeb2-3d21-4faa-90b4-c04a9b940cc4 req-583491c8-f2fd-4b7e-8bb3-24c4664966af tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:56.016733 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3dabeb2-3d21-4faa-90b4-c04a9b940cc4 req-583491c8-f2fd-4b7e-8bb3-24c4664966af tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0485747 May 26 15:14:56.066949 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3dabeb2-3d21-4faa-90b4-c04a9b940cc4 req-02f8817f-c5a3-42e6-b1b1-2747b0748183 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445397 May 26 15:14:57.063833 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79514a91-b651-48b9-a1f2-f6238a7fe0bd req-9d364b6f-7cd3-4acd-aa20-d0bb1ef7f369 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:57.068127 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79514a91-b651-48b9-a1f2-f6238a7fe0bd req-9d364b6f-7cd3-4acd-aa20-d0bb1ef7f369 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0709915 May 26 15:14:57.149711 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79514a91-b651-48b9-a1f2-f6238a7fe0bd req-87465de7-a8bf-45be-8844-ef604b940ae6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740869 May 26 15:14:57.301020 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48760) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:57.349107 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b74a67-b438-4e23-844b-7849b8429291 req-7e468ceb-3387-4126-9b53-3cc47b3a656c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:57.350694 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75b74a67-b438-4e23-844b-7849b8429291 req-7e468ceb-3387-4126-9b53-3cc47b3a656c tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0526216 May 26 15:14:57.383016 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-a7e2acf5-b395-4a95-ac15-324688590e39 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807698 May 26 15:14:57.392210 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-f6d7d969-144b-414c-a909-6639950f7215 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:14:57.393472 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-f6d7d969-144b-414c-a909-6639950f7215 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055027 May 26 15:14:57.400652 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75b74a67-b438-4e23-844b-7849b8429291 req-bddb35fd-337e-4880-bd12-7e7f09dac717 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442448 May 26 15:14:57.469204 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48768) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:14:57.569595 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-6e18c578-50af-42a6-8409-1a1d1b066220 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:57.570953 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-6e18c578-50af-42a6-8409-1a1d1b066220 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports/f7a772e1-226c-4379-8092-198295987b70 HTTP/1.1" status: 200 len: 940 time: 0.1007695 May 26 15:14:58.269543 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86965f9e-daa2-44ad-a1c7-e95a4f6427c8 req-3dac69ef-fbbc-4be5-a17f-a03e953b303a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:58.270996 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-86965f9e-daa2-44ad-a1c7-e95a4f6427c8 req-3dac69ef-fbbc-4be5-a17f-a03e953b303a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0476255 May 26 15:14:58.318228 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f7a87cb7-26d8-4fc9-95c6-44ae93514d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:14:58.322787 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-86965f9e-daa2-44ad-a1c7-e95a4f6427c8 req-37992ea8-0046-4dc8-bb8d-0a48090c423b tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461490 May 26 15:14:58.519154 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2b9f-5c3d-4c5e-9680-54721b360f8e req-c07ea4ba-86c5-431d-bc32-d37dc5d0a596 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:58.520632 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6e7b2b9f-5c3d-4c5e-9680-54721b360f8e req-c07ea4ba-86c5-431d-bc32-d37dc5d0a596 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0504770 May 26 15:14:58.568113 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6e7b2b9f-5c3d-4c5e-9680-54721b360f8e req-145405f1-0c10-460d-a5bd-1e385a7178d3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 May 26 15:14:59.440747 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72aa6-7ac8-4b5f-add4-0078fc11ce4f req-f6855e15-b1f7-4bda-86c0-f3af084cb0fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:59.442210 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7db72aa6-7ac8-4b5f-add4-0078fc11ce4f req-f6855e15-b1f7-4bda-86c0-f3af084cb0fd tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0456417 May 26 15:14:59.490077 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7db72aa6-7ac8-4b5f-add4-0078fc11ce4f req-7bf50758-1f78-435b-960d-eb7501f1bb87 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422223 May 26 15:14:59.684138 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac67ec1-b734-4df9-9db2-1f6d5c5d07c5 req-3a027d70-3fcd-46d4-ad9d-c11cb8cec61e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:14:59.685598 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8ac67ec1-b734-4df9-9db2-1f6d5c5d07c5 req-3a027d70-3fcd-46d4-ad9d-c11cb8cec61e tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0496960 May 26 15:14:59.732886 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8ac67ec1-b734-4df9-9db2-1f6d5c5d07c5 req-50bc73ab-393b-4a08-ae23-c2896eae1cb3 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415435 May 26 15:15:00.579399 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3099d845-617d-458f-b99f-6511026f5bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:00.594244 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:00.611991 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec13952-13cd-41b6-9ef1-730905372e1d req-3bdccdec-0e70-4841-8e79-78feafe37810 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:00.613555 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7ec13952-13cd-41b6-9ef1-730905372e1d req-3bdccdec-0e70-4841-8e79-78feafe37810 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0503099 May 26 15:15:00.662347 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7ec13952-13cd-41b6-9ef1-730905372e1d req-96188387-2055-44a2-bc6a-b7b17c92c6b3 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427051 May 26 15:15:00.817638 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-ff8abb79-8981-43be-b144-cbc293aba486 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:00.819076 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-ff8abb79-8981-43be-b144-cbc293aba486 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0481443 May 26 15:15:00.940772 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b85d2e-f68f-4fab-9783-a7573f8e9bfd req-a59530f8-f2c6-4cdf-a3bd-d28253ee9a83 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:00.942245 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3b85d2e-f68f-4fab-9783-a7573f8e9bfd req-a59530f8-f2c6-4cdf-a3bd-d28253ee9a83 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 945 time: 0.0831900 May 26 15:15:00.969316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Deleting port af1b1d4b-d86d-4d01-b349-f19b08f5f132 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:00.969669 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:01.049279 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3b85d2e-f68f-4fab-9783-a7573f8e9bfd req-fb37ab1a-c9a2-4f6b-91c3-a105c17bd82f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f3334eb-ba89-4a24-9055-d59994b145bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970628 May 26 15:15:01.083677 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] For port af1b1d4b-d86d-4d01-b349-f19b08f5f132, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=af1b1d4b-d86d-4d01-b349-f19b08f5f132,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:01.084108 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:01.136629 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:01.303697 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-47cb91ad-ad2e-44c8-871e-910a3aa95a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:01.305318 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-47cb91ad-ad2e-44c8-871e-910a3aa95a1f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da&tenant_id=d732418a4b2247e59ed96898b21cf6b1 HTTP/1.1" status: 200 len: 1127 time: 0.1147132 May 26 15:15:01.314743 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:01.315096 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (ad5869bd-ce7d-4f6f-b659-b701631764bb), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:01.315401 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Floating IP ad5869bd-ce7d-4f6f-b659-b701631764bb disassociated. External IP: 172.27.1.217, port: af1b1d4b-d86d-4d01-b349-f19b08f5f132. May 26 15:15:01.315742 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Calling delete_port for af1b1d4b-d86d-4d01-b349-f19b08f5f132 owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:01.408473 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-f94fa870-aa74-4aff-a4b7-6a7039436f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:01.409975 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-f94fa870-aa74-4aff-a4b7-6a7039436f83 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d732418a4b2247e59ed96898b21cf6b1&device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 1127 time: 0.0535181 May 26 15:15:01.543854 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (af1b1d4b-d86d-4d01-b349-f19b08f5f132), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:01.553025 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-61800e0c-6d89-41f9-b13a-6cfdc6b8adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:01.554559 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-61800e0c-6d89-41f9-b13a-6cfdc6b8adbe service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 200 len: 918 time: 0.1328347 May 26 15:15:01.582842 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event deleted for resources: {'Port': ['ID=af1b1d4b-d86d-4d01-b349-f19b08f5f132,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:01.658263 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:01.682240 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-e9e26e37-4585-4757-a70e-8203532e5ebf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7a772e1-226c-4379-8092-198295987b70 HTTP/1.1" status: 200 len: 999 time: 0.1071606 May 26 15:15:01.866231 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:02.048470 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bce62c-bc4c-4d5b-b9cc-b8c0c976a968 req-73ac4d2b-2a19-427b-9491-e460a116af57 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:02.050042 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-02bce62c-bc4c-4d5b-b9cc-b8c0c976a968 req-73ac4d2b-2a19-427b-9491-e460a116af57 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0950334 May 26 15:15:02.051548 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-05ee96cf-cfa7-4682-ba9a-78e03388c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:02.052856 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-05ee96cf-cfa7-4682-ba9a-78e03388c6d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 200 len: 856 time: 0.3643541 May 26 15:15:02.054761 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:15:02.173825 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:02.180675 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-32108e36-3465-4d69-8bb2-9413a69142f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:02.182190 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-32108e36-3465-4d69-8bb2-9413a69142f6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1163678 May 26 15:15:02.219530 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-68e64d8e-d63b-4fd7-9a23-524022aaa8b4 req-dc4ff103-5a16-4778-b90e-b174b18e6da7 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=4682a8fb-1ed3-492f-963e-7befa1cf839d HTTP/1.1" status: 200 len: 210 time: 0.0734394 May 26 15:15:02.225426 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-02bce62c-bc4c-4d5b-b9cc-b8c0c976a968 req-098c0b02-eb5e-449f-a6d3-a0b5965a4cdc tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676238 May 26 15:15:02.319603 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:15:02.329186 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] Sync routers for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:15:02.340040 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:02.340755 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:02.381058 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-3419cac4-2415-445c-aab0-53766eccaa05 service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722574 May 26 15:15:02.381747 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] No DVR routers for this DVR port af1b1d4b-d86d-4d01-b349-f19b08f5f132 on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:15:02.384290 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:02.387495 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6172f5b3-8dfb-4dbe-895d-a8e0801fbb95 req-2d6e4a4c-fe83-40fc-8b96-b9ff1368d979 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "DELETE /v2.0/ports/af1b1d4b-d86d-4d01-b349-f19b08f5f132 HTTP/1.1" status: 204 len: 173 time: 1.5622489 May 26 15:15:02.387925 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'name': 'network-vif-deleted', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:15:02.390912 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd9b630-c564-4177-a3b1-5b2e589baaa1" -d '{"events": [{"server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "name": "network-vif-deleted", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:15:02.444085 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e194a96-8d6c-4de2-be98-e609935a7684 x-openstack-request-id: req-8e194a96-8d6c-4de2-be98-e609935a7684 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:15:02.444389 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682a8fb-1ed3-492f-963e-7befa1cf839d", "name": "network-vif-deleted", "tag": "af1b1d4b-d86d-4d01-b349-f19b08f5f132", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:15:02.444639 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e194a96-8d6c-4de2-be98-e609935a7684 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:15:02.445044 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e194a96-8d6c-4de2-be98-e609935a7684'] response: {'server_uuid': '4682a8fb-1ed3-492f-963e-7befa1cf839d', 'name': 'network-vif-deleted', 'tag': 'af1b1d4b-d86d-4d01-b349-f19b08f5f132', 'status': 'completed', 'code': 200} May 26 15:15:02.457719 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:02.497781 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-77943dca-bc7e-4be6-b655-b7783d53a270 req-8fc9b52f-ebc3-4a68-9327-ce172cf2ed6b service neutron] 10.222.0.75 "GET /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040480 May 26 15:15:02.674090 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:02.684009 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:13Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:02.712716 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] Checking router: 7efc2ae4-d7e3-48c9-afba-4e874b54f26e for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:15:02.722465 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:02.723083 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:02.825513 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:03.007849 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:13Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:03.032398 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2af3e9-f3c5-4960-85fc-822e1b6876ad None None] The sync data for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi is: [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:08Z', 'revision_number': 4, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '88cb7890-5013-492b-b6bb-1323ebb885c1', 'name': '', 'network_id': '8bf2593f-6b7e-48a8-9b32-aea452c29f00', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'mac_address': 'fa:16:3e:73:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:07Z', 'updated_at': '2022-05-26T15:10:13Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'subnets': [{'id': '0a3a30db-9719-4f0c-9b4e-a16526c76256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:15:03.359322 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d9ccd-fd9c-425a-9f9e-90f603f4c8a0 None None] New status for floating IP ad5869bd-ce7d-4f6f-b659-b701631764bb: DOWN {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:15:03.382914 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48826) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:03.406760 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54bdf3-d1d8-4443-9b75-083aa6694695 req-adeb402b-3c06-426b-a58e-8283dc90e828 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:03.414933 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fd54bdf3-d1d8-4443-9b75-083aa6694695 req-adeb402b-3c06-426b-a58e-8283dc90e828 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0807500 May 26 15:15:03.420999 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:03.488040 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fd54bdf3-d1d8-4443-9b75-083aa6694695 req-7e9cdad2-db9c-40a3-a430-38738c1b4f31 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718608 May 26 15:15:03.498975 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device af1b1d4b-d86d-4d01-b349-f19b08f5f132 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:03.526803 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4d787aa6-2fd9-48a2-97da-b2263962be35 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group (8f3334eb-ba89-4a24-9055-d59994b145bf), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:03.554779 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: af1b1d4b-d86d-4d01-b349-f19b08f5f132 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:03.556258 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device af1b1d4b-d86d-4d01-b349-f19b08f5f132 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:03.567303 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4d787aa6-2fd9-48a2-97da-b2263962be35 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group (8f3334eb-ba89-4a24-9055-d59994b145bf), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:03.621717 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4d787aa6-2fd9-48a2-97da-b2263962be35 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8f3334eb-ba89-4a24-9055-d59994b145bf), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:03.637358 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4d787aa6-2fd9-48a2-97da-b2263962be35 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:03.641274 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-4d787aa6-2fd9-48a2-97da-b2263962be35 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "DELETE /v2.0/security-groups/8f3334eb-ba89-4a24-9055-d59994b145bf HTTP/1.1" status: 204 len: 168 time: 0.2562654 May 26 15:15:03.641933 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 48828) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:03.658792 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d787aa6-2fd9-48a2-97da-b2263962be35 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3334eb-ba89-4a24-9055-d59994b145bf,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:03.743462 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.api.v2.resource [None req-2e0e4e03-d07a-4216-9491-f3a9c6444839 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] show failed (client error): The resource could not be found. May 26 15:15:03.749058 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-2e0e4e03-d07a-4216-9491-f3a9c6444839 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups/8f3334eb-ba89-4a24-9055-d59994b145bf HTTP/1.1" status: 404 len: 347 time: 0.1028647 May 26 15:15:03.749816 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 48830) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:04.189976 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Deleting port fc31c390-ad4f-43e2-84e0-58a2c107366c {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:04.190634 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (fc31c390-ad4f-43e2-84e0-58a2c107366c), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:04.262881 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:04.276501 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (fc31c390-ad4f-43e2-84e0-58a2c107366c), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:04.276829 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for floatingip (fc31c390-ad4f-43e2-84e0-58a2c107366c), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:04.289805 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Calling delete_port for fc31c390-ad4f-43e2-84e0-58a2c107366c owned by network:floatingip {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:04.398956 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:04.428014 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (fc31c390-ad4f-43e2-84e0-58a2c107366c), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:04.455074 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event deleted for resources: {'Port': ['ID=fc31c390-ad4f-43e2-84e0-58a2c107366c,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:04.523403 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks [] for floatingip (ad5869bd-ce7d-4f6f-b659-b701631764bb), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:04.526046 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:04.527170 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-649fcd1a-f187-47ab-aa1b-906ada350b76 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "DELETE /v2.0/floatingips/ad5869bd-ce7d-4f6f-b659-b701631764bb HTTP/1.1" status: 204 len: 168 time: 0.7760222 May 26 15:15:04.617801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fd42c-c4cf-4e3a-88a5-9144354f99ec req-40540e5a-e8ad-43bd-bf04-75cd9037a910 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:04.629568 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ce4fd42c-c4cf-4e3a-88a5-9144354f99ec req-40540e5a-e8ad-43bd-bf04-75cd9037a910 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0636601 May 26 15:15:04.704298 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ce4fd42c-c4cf-4e3a-88a5-9144354f99ec req-9494b2bf-0e41-4c13-855a-b1f0ab236596 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737221 May 26 15:15:04.723394 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:05.847349 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c6657-47f3-4e78-93e8-4535ebdac516 req-11595094-c13a-42d4-8735-f533247da747 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:05.849675 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-094c6657-47f3-4e78-93e8-4535ebdac516 req-11595094-c13a-42d4-8735-f533247da747 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0596476 May 26 15:15:05.918843 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-094c6657-47f3-4e78-93e8-4535ebdac516 req-d9eff874-b730-4c65-b8a8-61374c0e485c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601349 May 26 15:15:07.099380 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adb72d-2827-4ce0-8bc5-e93c39345120 req-5c950037-dadf-4d10-ac14-52fcc850c079 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:07.112065 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2adb72d-2827-4ce0-8bc5-e93c39345120 req-5c950037-dadf-4d10-ac14-52fcc850c079 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0981777 May 26 15:15:07.144341 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:07.173034 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c2adb72d-2827-4ce0-8bc5-e93c39345120 req-976d8bb8-5dc4-430a-aed0-13d2b9727a34 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598469 May 26 15:15:07.239172 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de996c08-2642-4b76-8ee6-248cad5023ef req-6727f7be-4f78-46df-9866-6e34bf82ca20 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:07.241097 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-de996c08-2642-4b76-8ee6-248cad5023ef req-6727f7be-4f78-46df-9866-6e34bf82ca20 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0584486 May 26 15:15:07.312075 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-de996c08-2642-4b76-8ee6-248cad5023ef req-0ccf846c-7ca1-43ae-b0b5-a2d55bb0dbcd tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646122 May 26 15:15:08.298186 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6bee0-f51e-44ab-a278-a89031d46978 req-e7924660-14b6-46df-b918-c4f0ad5b5eeb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:08.299693 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-52d6bee0-f51e-44ab-a278-a89031d46978 req-e7924660-14b6-46df-b918-c4f0ad5b5eeb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0512371 May 26 15:15:08.360763 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-52d6bee0-f51e-44ab-a278-a89031d46978 req-b39e0ecc-aec4-4274-9e23-da872a6ea78e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550818 May 26 15:15:08.448400 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26cf2b-fd9d-4102-b376-0c3b54d950da req-345a5d29-ab85-4cc2-84b5-a33c65fefe50 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:08.449945 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f26cf2b-fd9d-4102-b376-0c3b54d950da req-345a5d29-ab85-4cc2-84b5-a33c65fefe50 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0490849 May 26 15:15:08.499093 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f26cf2b-fd9d-4102-b376-0c3b54d950da req-dac52e78-0911-44fd-86a7-a918a1c9b46b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 May 26 15:15:09.109877 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a1157-3195-412e-a739-8432d1a3f590 req-80efa2c1-5f37-4706-b029-1e0c56f2df08 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:09.111630 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-121a1157-3195-412e-a739-8432d1a3f590 req-80efa2c1-5f37-4706-b029-1e0c56f2df08 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0612566 May 26 15:15:09.151947 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:09.197795 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-121a1157-3195-412e-a739-8432d1a3f590 req-0894b8ea-4907-419f-ac12-cfa4e05b7a36 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801020 May 26 15:15:09.502142 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d4ac7-8d87-4fa3-ae5a-8737afb19b95 req-606fc9a0-9bea-459c-a9e3-e578a360b01f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:09.503692 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4d4ac7-8d87-4fa3-ae5a-8737afb19b95 req-606fc9a0-9bea-459c-a9e3-e578a360b01f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0580349 May 26 15:15:09.558823 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4d4ac7-8d87-4fa3-ae5a-8737afb19b95 req-0f4905d8-52e3-4aea-9ce6-a54af1e17f20 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492682 May 26 15:15:09.648411 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1fdb6-b125-4898-9255-eb9c4c251384 req-71aa8e75-9acb-4157-a034-f841672dcf67 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:09.650709 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c3f1fdb6-b125-4898-9255-eb9c4c251384 req-71aa8e75-9acb-4157-a034-f841672dcf67 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0716860 May 26 15:15:09.754135 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c3f1fdb6-b125-4898-9255-eb9c4c251384 req-adbf862e-c78f-4d9a-9c36-9a0505a42d38 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970438 May 26 15:15:10.313848 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d0fa7-e938-4ecf-8683-2228c5f7454c req-af791116-7ab1-4f6f-8c47-762136a36ea2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:10.315340 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-054d0fa7-e938-4ecf-8683-2228c5f7454c req-af791116-7ab1-4f6f-8c47-762136a36ea2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0481620 May 26 15:15:10.381492 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-054d0fa7-e938-4ecf-8683-2228c5f7454c req-ddb41c94-37aa-4a87-a39c-926b1ee0de53 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600383 May 26 15:15:10.741429 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb121e0-c247-4aec-b357-8ca4b65594ae req-a2342dae-1e11-4b4b-8e7d-4b132a6c583c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:10.743648 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5bb121e0-c247-4aec-b357-8ca4b65594ae req-a2342dae-1e11-4b4b-8e7d-4b132a6c583c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0519464 May 26 15:15:10.793752 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5bb121e0-c247-4aec-b357-8ca4b65594ae req-dcc7e894-4832-4b1d-9926-7441e54284f5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 May 26 15:15:10.912361 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66360e7d-50f4-4f47-ad07-b512ad357e6a req-4f0dadde-748f-4d34-9c0f-ee0e130d2e51 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:10.913860 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-66360e7d-50f4-4f47-ad07-b512ad357e6a req-4f0dadde-748f-4d34-9c0f-ee0e130d2e51 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0513644 May 26 15:15:10.979073 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-66360e7d-50f4-4f47-ad07-b512ad357e6a req-ba0db288-4efb-441c-bf82-5505eb3b8a64 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572565 May 26 15:15:11.506293 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8fcf-cf53-42ce-baff-73988bd2fdd7 req-a52a0fd0-714a-47e8-8d8b-6dec29b330f4 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:11.507966 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6baa8fcf-cf53-42ce-baff-73988bd2fdd7 req-a52a0fd0-714a-47e8-8d8b-6dec29b330f4 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0533597 May 26 15:15:11.563128 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6baa8fcf-cf53-42ce-baff-73988bd2fdd7 req-098869d5-6332-4511-a3d7-8b07b50c8ed3 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494621 May 26 15:15:11.648428 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:15:11.922964 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64b753-8a21-4fc0-b8f5-bbe2b3c0a81b req-a4c1a0fd-b6a8-4585-adf2-217aac65661e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:11.924404 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ed64b753-8a21-4fc0-b8f5-bbe2b3c0a81b req-a4c1a0fd-b6a8-4585-adf2-217aac65661e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0515211 May 26 15:15:11.953706 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:11.970851 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ed64b753-8a21-4fc0-b8f5-bbe2b3c0a81b req-90269969-c26d-4324-a7fe-d28075cc4a91 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409324 May 26 15:15:12.104053 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57abf8d-7c09-4c62-81a1-58a11a2e0fe2 req-20bc0670-5b21-49df-8760-147739cb7c90 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:12.105470 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e57abf8d-7c09-4c62-81a1-58a11a2e0fe2 req-20bc0670-5b21-49df-8760-147739cb7c90 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0471714 May 26 15:15:12.158205 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e57abf8d-7c09-4c62-81a1-58a11a2e0fe2 req-37ae3659-b723-4d16-a399-4696093cb25d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463190 May 26 15:15:12.676370 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3493028-44bc-42fb-bae9-2e5b28eb7e6e req-b583085e-5715-4eff-9c8e-c2f9ba84494e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:12.677969 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c3493028-44bc-42fb-bae9-2e5b28eb7e6e req-b583085e-5715-4eff-9c8e-c2f9ba84494e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0462768 May 26 15:15:12.730937 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c3493028-44bc-42fb-bae9-2e5b28eb7e6e req-43586a5f-2fd0-450a-b5bf-eb12ca2a2009 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475719 May 26 15:15:13.089658 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4c37b-0476-4bfb-bd14-bbc20c39ab06 req-24685e58-5778-467b-830e-2d2719c9af0f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:13.091122 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-31c4c37b-0476-4bfb-bd14-bbc20c39ab06 req-24685e58-5778-467b-830e-2d2719c9af0f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0484400 May 26 15:15:13.141581 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-31c4c37b-0476-4bfb-bd14-bbc20c39ab06 req-b7e4e296-13d1-45df-8414-af7830b825b1 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443299 May 26 15:15:13.274386 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1d603-6878-40e3-8ebc-ac7033bc98a0 req-66ee8d87-fbea-444a-80e8-a9c4d712b21f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:13.275776 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6af1d603-6878-40e3-8ebc-ac7033bc98a0 req-66ee8d87-fbea-444a-80e8-a9c4d712b21f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0483501 May 26 15:15:13.323553 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6af1d603-6878-40e3-8ebc-ac7033bc98a0 req-aff5ad5c-5d7d-4563-bdf2-965ba4b7d358 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 May 26 15:15:13.847589 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cbc09-d7ff-4847-9962-9687851226f9 req-be926b31-83c6-4894-8bb0-fbd16769ee72 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:13.849062 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4f2cbc09-d7ff-4847-9962-9687851226f9 req-be926b31-83c6-4894-8bb0-fbd16769ee72 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0504429 May 26 15:15:13.880346 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:13.899037 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4f2cbc09-d7ff-4847-9962-9687851226f9 req-e1792b0a-81ee-4142-83ca-3014a6998982 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444932 May 26 15:15:14.260663 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84f909-3b4f-4279-8f05-07a7934348bb req-e858f4e3-ca74-4f5a-a7b2-d99385e222ae tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:14.262160 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bb84f909-3b4f-4279-8f05-07a7934348bb req-e858f4e3-ca74-4f5a-a7b2-d99385e222ae tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0485389 May 26 15:15:14.313286 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bb84f909-3b4f-4279-8f05-07a7934348bb req-9ca37a9e-9be8-41da-9054-57df867e1a88 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435326 May 26 15:15:14.439605 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3f24a-ffff-4fda-ab7c-d9291263e22d req-82c6175f-71d3-40f4-b558-dfd0b351c525 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:14.441198 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7aa3f24a-ffff-4fda-ab7c-d9291263e22d req-82c6175f-71d3-40f4-b558-dfd0b351c525 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0484123 May 26 15:15:14.498923 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7aa3f24a-ffff-4fda-ab7c-d9291263e22d req-5663bf3b-3d8e-4783-b704-a81846392abe tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522175 May 26 15:15:14.518183 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:14.519088 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:14.703343 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:14.705560 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:15.010278 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf7df6-60f2-4ed9-b392-14ca82b31c4f req-3899223c-e075-40d3-aea9-677e07279ba8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:15.011639 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-91bf7df6-60f2-4ed9-b392-14ca82b31c4f req-3899223c-e075-40d3-aea9-677e07279ba8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0462508 May 26 15:15:15.060689 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-91bf7df6-60f2-4ed9-b392-14ca82b31c4f req-1f2e44a7-7e7a-4008-a604-2d7c2774411b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420508 May 26 15:15:15.466934 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3c4f5-7681-4be2-ab9b-fcf759640fd5 req-91f0da59-4553-4c3e-ac1d-fa2c71bd5ab0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:15.468404 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b1d3c4f5-7681-4be2-ab9b-fcf759640fd5 req-91f0da59-4553-4c3e-ac1d-fa2c71bd5ab0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0795739 May 26 15:15:15.474331 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-70368983-5e1a-40ec-a679-29e61014546d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:15.475642 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-70368983-5e1a-40ec-a679-29e61014546d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0777185 May 26 15:15:15.560567 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b1d3c4f5-7681-4be2-ab9b-fcf759640fd5 req-687d0243-8b72-4d01-971c-000684ee831d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839751 May 26 15:15:15.634534 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Deleting port dc0d1f46-3f16-4656-8246-5fefd8f4774a {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:15.634880 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:15.640904 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:15.662197 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c902a-ba93-455d-be02-9235c5e5a196 req-7228890b-9901-4afb-901f-e31ac6cb4ceb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:15.663705 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f2c902a-ba93-455d-be02-9235c5e5a196 req-7228890b-9901-4afb-901f-e31ac6cb4ceb tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=240f19f3-04d8-4c10-a376-0f18377ee00a HTTP/1.1" status: 200 len: 945 time: 0.0827930 May 26 15:15:15.769363 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f2c902a-ba93-455d-be02-9235c5e5a196 req-a47296a9-d7d2-4214-8560-2b447afd2a81 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773630 May 26 15:15:15.771087 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] For port dc0d1f46-3f16-4656-8246-5fefd8f4774a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc0d1f46-3f16-4656-8246-5fefd8f4774a,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:15.771449 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:15.785050 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Calling delete_port for dc0d1f46-3f16-4656-8246-5fefd8f4774a owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:15.917652 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (dc0d1f46-3f16-4656-8246-5fefd8f4774a), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:15.943128 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event deleted for resources: {'Port': ['ID=dc0d1f46-3f16-4656-8246-5fefd8f4774a,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:15.954945 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['3b0d0eff-4509-4ba8-a8f0-305d4896d23f', 'dc0d1f46-3f16-4656-8246-5fefd8f4774a'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:15:15.993877 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] No DVR routers for this DVR port dc0d1f46-3f16-4656-8246-5fefd8f4774a on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:15:15.996763 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:16.000541 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4c3c33da-a494-4839-add5-80e8d468bf8a req-6d77ee04-34f5-4c83-bb3e-60cc024446fa tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "DELETE /v2.0/ports/dc0d1f46-3f16-4656-8246-5fefd8f4774a HTTP/1.1" status: 204 len: 173 time: 0.5096099 May 26 15:15:16.001218 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240f19f3-04d8-4c10-a376-0f18377ee00a', 'name': 'network-vif-deleted', 'tag': 'dc0d1f46-3f16-4656-8246-5fefd8f4774a'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:15:16.003594 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cf8a1a-3df1-40a4-83e2-699f4e6e57aa" -d '{"events": [{"server_uuid": "240f19f3-04d8-4c10-a376-0f18377ee00a", "name": "network-vif-deleted", "tag": "dc0d1f46-3f16-4656-8246-5fefd8f4774a"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:15:16.054575 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757efd4f-0b66-4536-93a4-25ba857ee899 x-openstack-request-id: req-757efd4f-0b66-4536-93a4-25ba857ee899 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:15:16.054868 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240f19f3-04d8-4c10-a376-0f18377ee00a", "name": "network-vif-deleted", "tag": "dc0d1f46-3f16-4656-8246-5fefd8f4774a", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:15:16.055116 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-757efd4f-0b66-4536-93a4-25ba857ee899 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:15:16.056485 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757efd4f-0b66-4536-93a4-25ba857ee899'] response: {'server_uuid': '240f19f3-04d8-4c10-a376-0f18377ee00a', 'name': 'network-vif-deleted', 'tag': 'dc0d1f46-3f16-4656-8246-5fefd8f4774a', 'status': 'completed', 'code': 200} May 26 15:15:16.201266 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d6430-76ca-4b95-8f11-ade1ac77b76b req-2014c6d4-fa23-44e1-82df-cdcec860e033 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:16.203135 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cf3d6430-76ca-4b95-8f11-ade1ac77b76b req-2014c6d4-fa23-44e1-82df-cdcec860e033 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0573704 May 26 15:15:16.220803 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:16.269523 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cf3d6430-76ca-4b95-8f11-ade1ac77b76b req-df917319-3157-490d-81a0-f5d2df9ac60b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565956 May 26 15:15:16.715803 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b69da-1a03-4e2a-bc8a-d3cfea0c5e62 req-4f8f0e8b-b942-4b4d-9788-58a46f156b8f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:16.717526 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b49b69da-1a03-4e2a-bc8a-d3cfea0c5e62 req-4f8f0e8b-b942-4b4d-9788-58a46f156b8f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 943 time: 0.0697792 May 26 15:15:16.769204 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b49b69da-1a03-4e2a-bc8a-d3cfea0c5e62 req-1013fa81-b10b-4bb5-88e3-37791bcb75b6 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458596 May 26 15:15:17.050246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6da13c-08c6-4d75-b577-95bd49296c43 req-7b3d97a4-5b69-4540-bb33-e992cda7523d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:17.051743 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5c6da13c-08c6-4d75-b577-95bd49296c43 req-7b3d97a4-5b69-4540-bb33-e992cda7523d tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0509198 May 26 15:15:17.101357 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5c6da13c-08c6-4d75-b577-95bd49296c43 req-55eeb2d4-713b-4fce-a1bc-6ec5a67be0d0 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439818 May 26 15:15:17.403434 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13298141-2b3d-4cf5-a4e2-40349194d5ca req-34014cd7-3dd1-4f1b-854c-8f7f9907200e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:17.406252 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-13298141-2b3d-4cf5-a4e2-40349194d5ca req-34014cd7-3dd1-4f1b-854c-8f7f9907200e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0554757 May 26 15:15:17.457690 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-13298141-2b3d-4cf5-a4e2-40349194d5ca req-15d4bbee-a284-4b42-9245-ea4d5f94496a tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457850 May 26 15:15:17.522771 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f7a772e1-226c-4379-8092-198295987b70 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:15:17.631484 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:17.648333 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': 'f7a772e1-226c-4379-8092-198295987b70', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'port_id': 'f7a772e1-226c-4379-8092-198295987b70', 'mac_address': 'fa:16:3e:bc:04:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:15:17.686369 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port f7a772e1-226c-4379-8092-198295987b70 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:15:17.686748 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f7a772e1-226c-4379-8092-198295987b70), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:17.700090 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a772e1-226c-4379-8092-198295987b70 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:15:17.722152 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:17.727194 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (f7a772e1-226c-4379-8092-198295987b70), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:17.777421 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=9']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:17.902807 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62254e54-b881-4aa2-aebc-f436935c97c8 req-d7fca74b-e5e6-48e9-bdd8-e92f87614586 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:17.904948 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-62254e54-b881-4aa2-aebc-f436935c97c8 req-d7fca74b-e5e6-48e9-bdd8-e92f87614586 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 944 time: 0.0587385 May 26 15:15:17.960569 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-62254e54-b881-4aa2-aebc-f436935c97c8 req-83fb0333-a53f-4ed1-b73b-59d7ad70bc11 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497036 May 26 15:15:18.053172 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:18.159562 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['f7a772e1-226c-4379-8092-198295987b70'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:15:18.223339 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ba571-d39d-43b4-9a2f-68a66e76b20e req-d3e57278-699c-49eb-b1d5-8ab28850103f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:18.224875 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-490ba571-d39d-43b4-9a2f-68a66e76b20e req-d3e57278-699c-49eb-b1d5-8ab28850103f tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0508683 May 26 15:15:18.288685 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-490ba571-d39d-43b4-9a2f-68a66e76b20e req-b16b8bf0-d924-43b7-8d53-3dea070b9668 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553205 May 26 15:15:18.594931 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07f8d6-ac8d-485d-ae3d-11532bcb8a35 req-b19500d3-01a4-4ccf-9d29-f11216181e86 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:18.597445 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6e07f8d6-ac8d-485d-ae3d-11532bcb8a35 req-b19500d3-01a4-4ccf-9d29-f11216181e86 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0627117 May 26 15:15:18.639430 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:18.658838 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6e07f8d6-ac8d-485d-ae3d-11532bcb8a35 req-40d25a07-27fb-4ffc-96c1-12df3efee12c tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523686 May 26 15:15:19.086890 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d768e-5ae1-49ef-b5e3-e8dce21a3cea req-c30dd468-bc7d-4b2d-abcf-6385379a4e5c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:19.088415 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-708d768e-5ae1-49ef-b5e3-e8dce21a3cea req-c30dd468-bc7d-4b2d-abcf-6385379a4e5c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 944 time: 0.0533481 May 26 15:15:19.140567 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-708d768e-5ae1-49ef-b5e3-e8dce21a3cea req-cf81d87a-9762-4bbd-a05b-6c30437c9727 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464134 May 26 15:15:19.418538 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e1434-9aae-4875-a7b5-1add640777bd req-f135c32a-2282-4320-b6f3-f51042de8a89 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:19.420601 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-189e1434-9aae-4875-a7b5-1add640777bd req-f135c32a-2282-4320-b6f3-f51042de8a89 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0490046 May 26 15:15:19.468006 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-189e1434-9aae-4875-a7b5-1add640777bd req-f18d86f8-7bf6-4119-a473-913e9111a65b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 May 26 15:15:19.532767 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f7a772e1-226c-4379-8092-198295987b70 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:15:19.577704 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port f7a772e1-226c-4379-8092-198295987b70 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:15:19.578140 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (f7a772e1-226c-4379-8092-198295987b70), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:19.661365 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port f7a772e1-226c-4379-8092-198295987b70 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:15:19.661784 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (f7a772e1-226c-4379-8092-198295987b70), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:19.673067 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:19.687401 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a772e1-226c-4379-8092-198295987b70'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:15:19.690268 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76380c7-58e3-449b-87be-7d01d8400e72" -d '{"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-plugged", "status": "completed", "tag": "f7a772e1-226c-4379-8092-198295987b70"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:15:19.702783 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:19.705324 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:19.710069 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (f7a772e1-226c-4379-8092-198295987b70), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:19.712103 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device dc0d1f46-3f16-4656-8246-5fefd8f4774a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:19.733011 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdbb635-81e2-41d0-9fea-50f5ed7c007c x-openstack-request-id: req-8bdbb635-81e2-41d0-9fea-50f5ed7c007c {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:15:19.733296 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-plugged", "status": "completed", "tag": "f7a772e1-226c-4379-8092-198295987b70", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:15:19.733563 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8bdbb635-81e2-41d0-9fea-50f5ed7c007c {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:15:19.733951 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdbb635-81e2-41d0-9fea-50f5ed7c007c'] response: {'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a772e1-226c-4379-8092-198295987b70', 'code': 200} May 26 15:15:19.738438 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: dc0d1f46-3f16-4656-8246-5fefd8f4774a {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:19.738911 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device dc0d1f46-3f16-4656-8246-5fefd8f4774a not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:19.787347 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c881c3-5f90-4906-95d2-d83404e7d272 req-0dd755e5-440c-433f-b0b1-2ecefa353da2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:19.788855 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-31c881c3-5f90-4906-95d2-d83404e7d272 req-0dd755e5-440c-433f-b0b1-2ecefa353da2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0513778 May 26 15:15:19.789158 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=10']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:19.797803 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.798106 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.798777 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.798895 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.799315 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.799530 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.800483 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.800483 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.800483 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.803962 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.803962 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.803962 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.803962 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.803962 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.803962 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:19.847634 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-31c881c3-5f90-4906-95d2-d83404e7d272 req-487dc5b2-c1cf-48b0-91b5-74af09726635 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 May 26 15:15:20.317962 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c039658-5bf9-4a55-8904-a1df2d4a1d9c req-470f5907-0b1e-424b-bbc6-3e0e26bc31fb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:20.319454 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1c039658-5bf9-4a55-8904-a1df2d4a1d9c req-470f5907-0b1e-424b-bbc6-3e0e26bc31fb tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0982091 May 26 15:15:20.339458 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:20.346373 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47d212-f972-4825-a710-61b28cdd9357 req-ada6c75b-8100-4ec8-ac8a-9ae4f59e05f9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:20.347753 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5f47d212-f972-4825-a710-61b28cdd9357 req-ada6c75b-8100-4ec8-ac8a-9ae4f59e05f9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0967968 May 26 15:15:20.358779 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccc101-e2b5-4a5f-a3e2-9046e5f43709 req-ab66df53-6693-493c-9a41-1af32f0a9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:20.360330 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-82ccc101-e2b5-4a5f-a3e2-9046e5f43709 req-ab66df53-6693-493c-9a41-1af32f0a9021 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 1130 time: 0.1103656 May 26 15:15:20.468853 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1c039658-5bf9-4a55-8904-a1df2d4a1d9c req-6c2dd211-eb43-43dc-a877-08237a64fa72 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411316 May 26 15:15:20.496159 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-82ccc101-e2b5-4a5f-a3e2-9046e5f43709 req-0363d86e-b73a-4c2f-b226-796588103e36 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249018 May 26 15:15:20.497028 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-5f47d212-f972-4825-a710-61b28cdd9357 req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Deleting port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:20.497156 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-5f47d212-f972-4825-a710-61b28cdd9357 req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:20.604766 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4060f7-efad-4360-be77-a4f5d28b8ecc req-d511a49d-a43f-4d3d-a18d-f23260dffb6b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:20.606274 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4b4060f7-efad-4360-be77-a4f5d28b8ecc req-d511a49d-a43f-4d3d-a18d-f23260dffb6b tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 946 time: 0.0580673 May 26 15:15:20.650207 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-5f47d212-f972-4825-a710-61b28cdd9357 req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] For port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:20.650564 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-5f47d212-f972-4825-a710-61b28cdd9357 req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:20.673931 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-5f47d212-f972-4825-a710-61b28cdd9357 req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Calling delete_port for 3b0d0eff-4509-4ba8-a8f0-305d4896d23f owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:20.693197 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4b4060f7-efad-4360-be77-a4f5d28b8ecc req-45a53c4b-de5d-4e20-bda9-13ebd623f2b8 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf500197-1513-402f-9972-169869134214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772786 May 26 15:15:20.808719 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:20.820110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-5f47d212-f972-4825-a710-61b28cdd9357 req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (3b0d0eff-4509-4ba8-a8f0-305d4896d23f), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:20.847196 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Pushing event deleted for resources: {'Port': ['ID=3b0d0eff-4509-4ba8-a8f0-305d4896d23f,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:20.873119 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['3b0d0eff-4509-4ba8-a8f0-305d4896d23f'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:15:20.898627 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f47d212-f972-4825-a710-61b28cdd9357 req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] No DVR routers for this DVR port 3b0d0eff-4509-4ba8-a8f0-305d4896d23f on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:15:20.910762 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-5f47d212-f972-4825-a710-61b28cdd9357 req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:20.914117 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5f47d212-f972-4825-a710-61b28cdd9357 req-af0d7170-a28a-46ed-ace6-880bdca84539 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.75 "DELETE /v2.0/ports/3b0d0eff-4509-4ba8-a8f0-305d4896d23f HTTP/1.1" status: 204 len: 173 time: 0.5510304 May 26 15:15:20.915059 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef06b3f7-244b-42fd-8657-59708a3b66f5', 'name': 'network-vif-deleted', 'tag': '3b0d0eff-4509-4ba8-a8f0-305d4896d23f'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:15:20.916857 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e94f516-a449-42c0-b384-ca036fed6826" -d '{"events": [{"server_uuid": "ef06b3f7-244b-42fd-8657-59708a3b66f5", "name": "network-vif-deleted", "tag": "3b0d0eff-4509-4ba8-a8f0-305d4896d23f"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:15:20.969186 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb46e2e-a4f1-48c3-b979-bcce13e38855 x-openstack-request-id: req-edb46e2e-a4f1-48c3-b979-bcce13e38855 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:15:20.969563 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef06b3f7-244b-42fd-8657-59708a3b66f5", "name": "network-vif-deleted", "tag": "3b0d0eff-4509-4ba8-a8f0-305d4896d23f", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:15:20.969843 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-edb46e2e-a4f1-48c3-b979-bcce13e38855 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:15:20.970144 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb46e2e-a4f1-48c3-b979-bcce13e38855'] response: {'server_uuid': 'ef06b3f7-244b-42fd-8657-59708a3b66f5', 'name': 'network-vif-deleted', 'tag': '3b0d0eff-4509-4ba8-a8f0-305d4896d23f', 'status': 'completed', 'code': 200} May 26 15:15:20.993768 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c33149-046e-450d-a094-156092d44fed req-1a7633a1-1762-48ae-b89e-23a6fd71ee24 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:20.996149 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79c33149-046e-450d-a094-156092d44fed req-1a7633a1-1762-48ae-b89e-23a6fd71ee24 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0625629 May 26 15:15:21.053513 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-79c33149-046e-450d-a094-156092d44fed req-a1954237-8fc6-4951-af6b-d21c8f67efb0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458689 May 26 15:15:21.589693 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd9067-d9bf-41b0-8c34-5ed135a9f138 req-f36876ad-1c89-458e-98ce-cb37cda075c8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:21.591604 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bdbd9067-d9bf-41b0-8c34-5ed135a9f138 req-f36876ad-1c89-458e-98ce-cb37cda075c8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0462623 May 26 15:15:21.641272 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bdbd9067-d9bf-41b0-8c34-5ed135a9f138 req-d800e445-e6a4-4916-a4a3-c5023c54c8e2 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 May 26 15:15:21.643535 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:21.644379 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:21.806298 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ed39665e-1a54-4053-b9a2-27d0a05e4b20 req-07bff310-0898-43ef-99c5-66e4cacf886a tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 210 time: 0.0332551 May 26 15:15:22.171623 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056004f-fc55-4665-b737-45dc5a77f23c req-323828b4-d3de-4b87-95b8-4ac139acc4c1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:22.173230 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8056004f-fc55-4665-b737-45dc5a77f23c req-323828b4-d3de-4b87-95b8-4ac139acc4c1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0505197 May 26 15:15:22.227905 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8056004f-fc55-4665-b737-45dc5a77f23c req-c88ae2ca-f9ee-464c-ba7e-10086725f344 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490246 May 26 15:15:22.766025 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aaf1b-01d4-4d4b-b035-3da7fbb5bcc2 req-b518d3e9-a566-451e-9044-4ec3beece12d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:22.767457 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d87aaf1b-01d4-4d4b-b035-3da7fbb5bcc2 req-b518d3e9-a566-451e-9044-4ec3beece12d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0487068 May 26 15:15:22.820589 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d87aaf1b-01d4-4d4b-b035-3da7fbb5bcc2 req-4975b280-1bc8-49a9-aa3b-3f18db310e8a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473542 May 26 15:15:22.925766 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-11cc3ee0-655f-44c3-9c0e-11b6bfe7ef86 req-bc0729c3-f929-47e1-8c07-61e8acd109b9 tempest-ServerRescueNegativeTestJSON-1909184515 tempest-ServerRescueNegativeTestJSON-1909184515-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef06b3f7-244b-42fd-8657-59708a3b66f5 HTTP/1.1" status: 200 len: 210 time: 0.0311532 May 26 15:15:23.307313 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:23.345103 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3685-6ace-42b8-b172-b10f0bae7b38 req-3c06aeb7-d480-4607-b749-f4ef52be1bdb tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:23.346610 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-37ce3685-6ace-42b8-b172-b10f0bae7b38 req-3c06aeb7-d480-4607-b749-f4ef52be1bdb tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0478096 May 26 15:15:23.396639 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-37ce3685-6ace-42b8-b172-b10f0bae7b38 req-c91f9831-d024-4c8f-b6ef-fd7014a32c3c tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 May 26 15:15:23.942457 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b9794-d7e6-4695-8971-916d80048d36 req-cd715617-1cf9-42ac-9164-df51d3c707a7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:23.943918 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a23b9794-d7e6-4695-8971-916d80048d36 req-cd715617-1cf9-42ac-9164-df51d3c707a7 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0471396 May 26 15:15:23.983717 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49036) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:23.992590 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a23b9794-d7e6-4695-8971-916d80048d36 req-3d7201df-8e62-49df-8d6a-58ba17220c5a tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430949 May 26 15:15:24.480896 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:24.572551 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e417b0-6253-48f6-955f-94b2f032c2eb req-32db57d2-e34a-4346-a45d-256095024840 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:24.581201 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-85e417b0-6253-48f6-955f-94b2f032c2eb req-32db57d2-e34a-4346-a45d-256095024840 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0861437 May 26 15:15:24.633722 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-85e417b0-6253-48f6-955f-94b2f032c2eb req-c8365bd0-ffc7-4363-88ff-0d4ac678d9e2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516977 May 26 15:15:24.796435 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Deleting port 88cb7890-5013-492b-b6bb-1323ebb885c1 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:24.796772 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:24.874966 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] For port 88cb7890-5013-492b-b6bb-1323ebb885c1, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=88cb7890-5013-492b-b6bb-1323ebb885c1,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:24.875316 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:24.889397 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Calling delete_port for 88cb7890-5013-492b-b6bb-1323ebb885c1 owned by network:router_interface {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:25.071954 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:25.079333 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (88cb7890-5013-492b-b6bb-1323ebb885c1), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:25.085269 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:25.112255 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=88cb7890-5013-492b-b6bb-1323ebb885c1,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:25.274051 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:25.517934 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:15:25.645023 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3b0d0eff-4509-4ba8-a8f0-305d4896d23f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:25.647583 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:15:25.657487 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-32239588-75c9-46a1-ae47-844da0496fdc admin admin] 10.222.0.46 "PUT /v2.0/routers/7efc2ae4-d7e3-48c9-afba-4e874b54f26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6707668 May 26 15:15:25.658177 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49062) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:25.691478 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] Sync routers for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:15:25.696714 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 3b0d0eff-4509-4ba8-a8f0-305d4896d23f {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:25.697141 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3b0d0eff-4509-4ba8-a8f0-305d4896d23f not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:25.709228 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:25.710091 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:25.815780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86af4d9-1b33-461c-901c-48179ea5d324 req-55dd5d93-7645-4709-82b6-0022899020a7 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:25.817729 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b86af4d9-1b33-461c-901c-48179ea5d324 req-55dd5d93-7645-4709-82b6-0022899020a7 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0911601 May 26 15:15:25.836482 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:25.837583 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks [] for router (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.049842 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:15:25Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:26.076607 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] Checking router: 7efc2ae4-d7e3-48c9-afba-4e874b54f26e for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:15:26.086513 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] Routers {'7efc2ae4-d7e3-48c9-afba-4e874b54f26e'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:26.087144 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:26.188179 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b86af4d9-1b33-461c-901c-48179ea5d324 req-bc9d3a5e-0c35-43b1-a571-802f3ce028f7 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618577 May 26 15:15:26.214272 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] Set router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:26.225322 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:26.243229 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks [] for router_gateway (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.289789 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Deleting port 092d53bd-bb73-402e-899b-6a796e4f16a6 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:26.290128 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.376786 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] For port 092d53bd-bb73-402e-899b-6a796e4f16a6, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=092d53bd-bb73-402e-899b-6a796e4f16a6,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:26.377157 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.394462 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Calling delete_port for 092d53bd-bb73-402e-899b-6a796e4f16a6 owned by network:router_gateway {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:26.430999 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:15:25Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:26.457205 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ea92f-1c4a-49f4-844b-29b5e02c7434 None None] The sync data for ids ['7efc2ae4-d7e3-48c9-afba-4e874b54f26e'] in dv-cinder-788367-11-iscsi is: [{'id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'name': 'tempest-ServerRescueNegativeTestJSON-1213064990-router', 'tenant_id': '45e3fe61cc704411ac645e5935b9d258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:15:25Z', 'revision_number': 5, 'project_id': '45e3fe61cc704411ac645e5935b9d258', 'gw_port': {'id': '092d53bd-bb73-402e-899b-6a796e4f16a6', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc2ae4-d7e3-48c9-afba-4e874b54f26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:10:04Z', 'updated_at': '2022-05-26T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:15:26.584327 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (092d53bd-bb73-402e-899b-6a796e4f16a6), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.611274 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Pushing event deleted for resources: {'Port': ['ID=092d53bd-bb73-402e-899b-6a796e4f16a6,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:26.619085 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:26.684850 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.814380 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.817280 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks [] for router_controller (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.894489 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (7efc2ae4-d7e3-48c9-afba-4e874b54f26e), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.895299 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7efc2ae4-d7e3-48c9-afba-4e874b54f26e {{(pid=104041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:15:26.901434 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:26.902490 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-d374ab44-90a0-406c-bfca-36302ef5014a admin admin] 10.222.0.46 "DELETE /v2.0/routers/7efc2ae4-d7e3-48c9-afba-4e874b54f26e HTTP/1.1" status: 204 len: 168 time: 1.2428143 May 26 15:15:26.906478 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49074) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:26.976706 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0d3b81-600d-4359-afb6-1f83fab32ab4 admin admin] Deleting subnet 0a3a30db-9719-4f0c-9b4e-a16526c76256 {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:15:26.983417 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3b81-600d-4359-afb6-1f83fab32ab4 admin admin] Publish callbacks [] for subnet (0a3a30db-9719-4f0c-9b4e-a16526c76256), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.023901 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3b81-600d-4359-afb6-1f83fab32ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (0a3a30db-9719-4f0c-9b4e-a16526c76256), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.195131 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3b81-600d-4359-afb6-1f83fab32ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (0a3a30db-9719-4f0c-9b4e-a16526c76256), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.325701 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3b81-600d-4359-afb6-1f83fab32ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (0a3a30db-9719-4f0c-9b4e-a16526c76256), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.335012 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:27.360721 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d3b81-600d-4359-afb6-1f83fab32ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3a30db-9719-4f0c-9b4e-a16526c76256,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:27.369593 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027521f3-d6db-416a-8f6d-3c5499af31e7 req-5fadb54a-794f-40e4-82da-25c686941eaf tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:27.371214 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-027521f3-d6db-416a-8f6d-3c5499af31e7 req-5fadb54a-794f-40e4-82da-25c686941eaf tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0881681 May 26 15:15:27.375752 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3b81-600d-4359-afb6-1f83fab32ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.379657 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-9b0d3b81-600d-4359-afb6-1f83fab32ab4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0a3a30db-9719-4f0c-9b4e-a16526c76256 HTTP/1.1" status: 204 len: 168 time: 0.4710550 May 26 15:15:27.382978 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49080) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:27.385004 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbc8f4-02b1-4ba3-898b-2e8dbcfe15ff None None] Network 8bf2593f-6b7e-48a8-9b32-aea452c29f00 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:15:27.433625 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-027521f3-d6db-416a-8f6d-3c5499af31e7 req-0c910ada-0f27-49de-a779-958e375eb0bf tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527415 May 26 15:15:27.478182 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (8bf2593f-6b7e-48a8-9b32-aea452c29f00), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.529500 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Deleting port 7039cb99-139f-46af-94f5-e83dd5b69324 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:27.529919 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.605275 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] For port 7039cb99-139f-46af-94f5-e83dd5b69324, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=7039cb99-139f-46af-94f5-e83dd5b69324,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:27.605871 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.619141 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e0475d-b563-4f99-a8a5-94c7798f5379 None None] DHCP port deletion for 8bf2593f-6b7e-48a8-9b32-aea452c29f00 request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:15:27.625973 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Calling delete_port for 7039cb99-139f-46af-94f5-e83dd5b69324 owned by network:dhcp {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:27.661084 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:27.688311 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0475d-b563-4f99-a8a5-94c7798f5379 None None] Deleting port 7039cb99-139f-46af-94f5-e83dd5b69324 {{(pid=104043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:27.688780 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b0e0475d-b563-4f99-a8a5-94c7798f5379 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), before_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.699841 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 7039cb99-139f-46af-94f5-e83dd5b69324 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:27.741781 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.769902 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Pushing event deleted for resources: {'Port': ['ID=7039cb99-139f-46af-94f5-e83dd5b69324,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:27.774353 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] No DVR routers for this DVR port 7039cb99-139f-46af-94f5-e83dd5b69324 on host dv-cinder-788367-11-iscsi {{(pid=104042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:15:27.789247 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:27.808960 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-b0e0475d-b563-4f99-a8a5-94c7798f5379 None None] For port 7039cb99-139f-46af-94f5-e83dd5b69324, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=7039cb99-139f-46af-94f5-e83dd5b69324,segment=NetworkSegment(a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe),segment_id=a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:27.809688 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b0e0475d-b563-4f99-a8a5-94c7798f5379 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), precommit_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.818799 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:27.831218 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No active binding found for port 7039cb99-139f-46af-94f5-e83dd5b69324 {{(pid=104043) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 15:15:27.831821 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] The host dv-cinder-788367-11-iscsi is not matching for port 7039cb99-139f-46af-94f5-e83dd5b69324 host None! {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} May 26 15:15:27.832460 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 7039cb99-139f-46af-94f5-e83dd5b69324 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:27.833124 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 092d53bd-bb73-402e-899b-6a796e4f16a6 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:27.841526 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0475d-b563-4f99-a8a5-94c7798f5379 None None] Calling delete_port for 7039cb99-139f-46af-94f5-e83dd5b69324 owned by network:dhcp {{(pid=104043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:27.863497 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 092d53bd-bb73-402e-899b-6a796e4f16a6 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:27.863844 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 092d53bd-bb73-402e-899b-6a796e4f16a6 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:27.864268 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 88cb7890-5013-492b-b6bb-1323ebb885c1 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:27.876372 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (8bf2593f-6b7e-48a8-9b32-aea452c29f00), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.891100 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 88cb7890-5013-492b-b6bb-1323ebb885c1 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:27.891100 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 88cb7890-5013-492b-b6bb-1323ebb885c1 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:27.912987 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf2593f-6b7e-48a8-9b32-aea452c29f00']}} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:27.925793 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe') {'for_net_delete': True} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:27.926135 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe') {} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:27.939047 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11762101'] for segment (a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.957093 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.969231 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=104042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:15:27.969705 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11732373'] for segment (a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:27.985729 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:28.019534 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b0e0475d-b563-4f99-a8a5-94c7798f5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354'] for port (7039cb99-139f-46af-94f5-e83dd5b69324), after_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:28.047536 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0475d-b563-4f99-a8a5-94c7798f5379 None None] Pushing event deleted for resources: {'Port': ['ID=7039cb99-139f-46af-94f5-e83dd5b69324,revision_number=None']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:28.051724 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e0475d-b563-4f99-a8a5-94c7798f5379 None None] No DVR routers for this DVR port 7039cb99-139f-46af-94f5-e83dd5b69324 on host dv-cinder-788367-11-iscsi {{(pid=104043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:15:28.054885 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (8bf2593f-6b7e-48a8-9b32-aea452c29f00), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:28.085203 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:28.091922 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] 10.222.0.46 "DELETE /v2.0/networks/8bf2593f-6b7e-48a8-9b32-aea452c29f00 HTTP/1.1" status: 204 len: 168 time: 0.7070501 May 26 15:15:28.095334 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe resource provider aggregate not found May 26 15:15:28.110226 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76c965-7c4d-442d-a5f2-d6d100e3517e admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf2593f-6b7e-48a8-9b32-aea452c29f00,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:28.131524 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3e0b9c6-2245-4510-a955-b9b9c4dfb0fe found for delete ", "request_id": "req-5e582116-b078-4b0b-8efb-f43f7f8fe628"}]} May 26 15:15:28.231370 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49092) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:28.275654 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b6541c57-0831-449b-bf1a-54e68e576f71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45e3fe61cc704411ac645e5935b9d258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429072 May 26 15:15:28.279171 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49094) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:28.331382 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f5535837-2cb2-4122-8f23-3a2545ccadb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:28.347380 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5b5c-93ad-46b2-8f65-97bde84341cd admin admin] Publish callbacks [] for security_group (cf500197-1513-402f-9972-169869134214), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:28.376485 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5b5c-93ad-46b2-8f65-97bde84341cd admin admin] Publish callbacks [] for security_group (cf500197-1513-402f-9972-169869134214), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:28.431123 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5b5c-93ad-46b2-8f65-97bde84341cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cf500197-1513-402f-9972-169869134214), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:28.434971 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5b5c-93ad-46b2-8f65-97bde84341cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:28.436120 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0c4c5b5c-93ad-46b2-8f65-97bde84341cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf500197-1513-402f-9972-169869134214 HTTP/1.1" status: 204 len: 168 time: 0.1555653 May 26 15:15:28.446708 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c5b5c-93ad-46b2-8f65-97bde84341cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf500197-1513-402f-9972-169869134214,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:28.577043 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf386d6-5cd9-412f-a7c6-4d425e582509 req-f2258b2c-93e6-4a58-a961-a9fb67882335 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:28.578616 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ecf386d6-5cd9-412f-a7c6-4d425e582509 req-f2258b2c-93e6-4a58-a961-a9fb67882335 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0522714 May 26 15:15:28.637072 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ecf386d6-5cd9-412f-a7c6-4d425e582509 req-8beb27c5-a42c-4f9d-b055-53b6d5dbd386 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521722 May 26 15:15:29.764090 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23690365-28d8-4219-b75b-7d607656a45a req-7ee06a92-54f9-48b3-ab7f-d8b0d05b10c7 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:29.765870 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-23690365-28d8-4219-b75b-7d607656a45a req-7ee06a92-54f9-48b3-ab7f-d8b0d05b10c7 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0513909 May 26 15:15:29.830566 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-23690365-28d8-4219-b75b-7d607656a45a req-12969c67-66e9-4d3b-b07d-3367243d5518 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538397 May 26 15:15:30.312526 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49152) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:30.426612 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4b90aea-03e3-492e-8f17-dcbc95640d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:30.509139 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4b90aea-03e3-492e-8f17-dcbc95640d49 admin admin] Publish callbacks [] for security_group (9e597807-1d78-41ed-a211-1c063881bd09), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:30.512814 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4b90aea-03e3-492e-8f17-dcbc95640d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9e597807-1d78-41ed-a211-1c063881bd09), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:30.530628 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:30.555019 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e4b90aea-03e3-492e-8f17-dcbc95640d49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d165a22a1a742028af84f2e00d2176f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412434 May 26 15:15:30.556144 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b90aea-03e3-492e-8f17-dcbc95640d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e597807-1d78-41ed-a211-1c063881bd09,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:30.557768 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49156) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:30.583771 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-37669adb-afcc-41af-a265-6ad148abb4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:30.628379 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6d80c62b-09c4-4dca-9126-b910d00bfe45 admin admin] Publish callbacks [] for security_group (9e597807-1d78-41ed-a211-1c063881bd09), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:30.654585 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6d80c62b-09c4-4dca-9126-b910d00bfe45 admin admin] Publish callbacks [] for security_group (9e597807-1d78-41ed-a211-1c063881bd09), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:30.703202 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6d80c62b-09c4-4dca-9126-b910d00bfe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9e597807-1d78-41ed-a211-1c063881bd09), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:30.705746 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-6d80c62b-09c4-4dca-9126-b910d00bfe45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:30.706866 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-6d80c62b-09c4-4dca-9126-b910d00bfe45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e597807-1d78-41ed-a211-1c063881bd09 HTTP/1.1" status: 204 len: 168 time: 0.1472907 May 26 15:15:30.714992 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80c62b-09c4-4dca-9126-b910d00bfe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e597807-1d78-41ed-a211-1c063881bd09,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:30.968845 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cedbb-48f2-45f5-916e-c96a0260135e req-c12698a2-4968-4642-8d86-30ac3c66957c tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:30.971031 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4a0cedbb-48f2-45f5-916e-c96a0260135e req-c12698a2-4968-4642-8d86-30ac3c66957c tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0560904 May 26 15:15:30.995240 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49164) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:31.009987 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cf5702eb-8c47-4974-9048-c55c0829f71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:31.029520 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4a0cedbb-48f2-45f5-916e-c96a0260135e req-389bc3e8-832d-486a-81ee-931f6141d2ca tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509219 May 26 15:15:31.091014 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cf5702eb-8c47-4974-9048-c55c0829f71f admin admin] Publish callbacks [] for security_group (f9857d02-9c6d-4145-8439-3966fd3853b9), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:31.094601 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-cf5702eb-8c47-4974-9048-c55c0829f71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f9857d02-9c6d-4145-8439-3966fd3853b9), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:31.133712 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-cf5702eb-8c47-4974-9048-c55c0829f71f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b038d8ff190a4599858bc63a0651d6d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372535 May 26 15:15:31.134936 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5702eb-8c47-4974-9048-c55c0829f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9857d02-9c6d-4145-8439-3966fd3853b9,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:31.136335 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49166) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:31.187988 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fa3780c2-4a17-467a-996a-e615aedc858f admin admin] Publish callbacks [] for security_group (f9857d02-9c6d-4145-8439-3966fd3853b9), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:31.213688 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fa3780c2-4a17-467a-996a-e615aedc858f admin admin] Publish callbacks [] for security_group (f9857d02-9c6d-4145-8439-3966fd3853b9), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:31.263760 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fa3780c2-4a17-467a-996a-e615aedc858f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f9857d02-9c6d-4145-8439-3966fd3853b9), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:31.266705 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fa3780c2-4a17-467a-996a-e615aedc858f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:31.270240 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-fa3780c2-4a17-467a-996a-e615aedc858f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9857d02-9c6d-4145-8439-3966fd3853b9 HTTP/1.1" status: 204 len: 168 time: 0.1305811 May 26 15:15:31.276185 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3780c2-4a17-467a-996a-e615aedc858f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9857d02-9c6d-4145-8439-3966fd3853b9,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:31.872728 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:32.148544 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6535a-969d-44dc-86d1-aedf3bf4dca5 req-867ac23b-360c-40f9-9501-5dff9bab4284 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:32.150091 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7ff6535a-969d-44dc-86d1-aedf3bf4dca5 req-867ac23b-360c-40f9-9501-5dff9bab4284 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0518422 May 26 15:15:32.206172 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7ff6535a-969d-44dc-86d1-aedf3bf4dca5 req-7839a734-1899-491f-91f0-d094f19c9b38 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495074 May 26 15:15:33.331840 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dda28-db41-4dd7-bd6e-64fd08488354 req-7cd1b760-4936-460d-a803-f627437c736b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:33.333410 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6e6dda28-db41-4dd7-bd6e-64fd08488354 req-7cd1b760-4936-460d-a803-f627437c736b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0528624 May 26 15:15:33.393848 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6e6dda28-db41-4dd7-bd6e-64fd08488354 req-35475db8-d301-41b8-8185-3cf47da23c6e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541556 May 26 15:15:33.423756 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:33.500894 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49244) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:33.650303 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e077c8b7-6556-45f3-ba10-84135f4802ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:33.706667 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:33.738589 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e077c8b7-6556-45f3-ba10-84135f4802ef admin admin] Publish callbacks [] for security_group (5e5a44b0-9536-414f-8730-75d74a4ab5f5), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:33.743020 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e077c8b7-6556-45f3-ba10-84135f4802ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5e5a44b0-9536-414f-8730-75d74a4ab5f5), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:33.792273 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e077c8b7-6556-45f3-ba10-84135f4802ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dbb11e7badf4f59b8f905f0439d70e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900720 May 26 15:15:33.794091 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077c8b7-6556-45f3-ba10-84135f4802ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a44b0-9536-414f-8730-75d74a4ab5f5,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:33.795716 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49254) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:33.856976 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-da340736-f661-4be5-91d1-c78345f1bf83 admin admin] Publish callbacks [] for security_group (5e5a44b0-9536-414f-8730-75d74a4ab5f5), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:33.869330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:33.883632 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-da340736-f661-4be5-91d1-c78345f1bf83 admin admin] Publish callbacks [] for security_group (5e5a44b0-9536-414f-8730-75d74a4ab5f5), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:33.949510 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-da340736-f661-4be5-91d1-c78345f1bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5e5a44b0-9536-414f-8730-75d74a4ab5f5), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:33.953245 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-da340736-f661-4be5-91d1-c78345f1bf83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:33.954672 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-da340736-f661-4be5-91d1-c78345f1bf83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e5a44b0-9536-414f-8730-75d74a4ab5f5 HTTP/1.1" status: 204 len: 168 time: 0.1577461 May 26 15:15:33.963749 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da340736-f661-4be5-91d1-c78345f1bf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a44b0-9536-414f-8730-75d74a4ab5f5,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:34.308441 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49270) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:34.323485 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-53dceb22-9090-4c3f-ba1e-174d63cf60d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:34.415120 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-53dceb22-9090-4c3f-ba1e-174d63cf60d3 admin admin] Publish callbacks [] for security_group (7926ac14-5f22-4e9d-ab76-c1e6449f38c7), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:34.420043 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-53dceb22-9090-4c3f-ba1e-174d63cf60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7926ac14-5f22-4e9d-ab76-c1e6449f38c7), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:34.462821 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-53dceb22-9090-4c3f-ba1e-174d63cf60d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c71d41efe7640f6afb0fca287e37c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524143 May 26 15:15:34.463378 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dceb22-9090-4c3f-ba1e-174d63cf60d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7926ac14-5f22-4e9d-ab76-c1e6449f38c7,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:34.466281 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49274) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:34.483837 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:34.527221 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-55e96284-c1d4-43cc-bfbc-5a6dbe946f8a admin admin] Publish callbacks [] for security_group (7926ac14-5f22-4e9d-ab76-c1e6449f38c7), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:34.536377 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21d860-df42-4c49-8ee5-e757076c30cf req-23b0a890-b549-4048-a5f1-a424565f01bc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:34.538151 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2e21d860-df42-4c49-8ee5-e757076c30cf req-23b0a890-b549-4048-a5f1-a424565f01bc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0618823 May 26 15:15:34.555373 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-55e96284-c1d4-43cc-bfbc-5a6dbe946f8a admin admin] Publish callbacks [] for security_group (7926ac14-5f22-4e9d-ab76-c1e6449f38c7), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:34.577317 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:34.601285 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2e21d860-df42-4c49-8ee5-e757076c30cf req-41687c47-93fb-450f-8724-fded7fe22136 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550530 May 26 15:15:34.634202 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-55e96284-c1d4-43cc-bfbc-5a6dbe946f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7926ac14-5f22-4e9d-ab76-c1e6449f38c7), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:34.636884 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-55e96284-c1d4-43cc-bfbc-5a6dbe946f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:34.638800 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-55e96284-c1d4-43cc-bfbc-5a6dbe946f8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7926ac14-5f22-4e9d-ab76-c1e6449f38c7 HTTP/1.1" status: 204 len: 168 time: 0.1713836 May 26 15:15:34.651353 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e96284-c1d4-43cc-bfbc-5a6dbe946f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7926ac14-5f22-4e9d-ab76-c1e6449f38c7,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:34.703178 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:34.804463 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-bf61ee4e-abf4-4935-91c4-fa685b0e9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:34.807223 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-bf61ee4e-abf4-4935-91c4-fa685b0e9738 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1129 time: 0.0482192 May 26 15:15:35.262672 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-2ca96f9d-dac0-4d74-8727-0c812cdd7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:35.264278 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-2ca96f9d-dac0-4d74-8727-0c812cdd7bf6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 200 len: 910 time: 0.1172023 May 26 15:15:35.335313 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-c10a23e7-ae0e-4b27-9cb3-9ad96eb97863 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 1000 time: 0.0620363 May 26 15:15:35.391937 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-00944da7-5489-4d11-8fb1-8b7dabbd823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:35.393426 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-00944da7-5489-4d11-8fb1-8b7dabbd823f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33d702e5-ab8e-40e5-b79e-9c03c1734be5 HTTP/1.1" status: 200 len: 848 time: 0.0530732 May 26 15:15:35.449430 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-ca69cb8f-7add-45f4-99da-17d8874f1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:35.451222 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-ca69cb8f-7add-45f4-99da-17d8874f1b15 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68359501-3537-436b-ae78-35604426e377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501163 May 26 15:15:35.576925 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-746815ee-0c1f-476c-8855-bd006e42301b service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182997 May 26 15:15:35.685070 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-49e91d1f-6902-47ba-926b-b2fb7835b76c req-e2e3326f-3598-4b1e-b17e-63ab96e836d4 service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013694 May 26 15:15:35.749648 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558705a1-a979-4f93-9bb4-6642691a2134 req-8b5e6485-0619-4337-b24f-4edc6be6e4fa tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:35.751820 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-558705a1-a979-4f93-9bb4-6642691a2134 req-8b5e6485-0619-4337-b24f-4edc6be6e4fa tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0558245 May 26 15:15:35.809637 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-558705a1-a979-4f93-9bb4-6642691a2134 req-44c6676c-59d3-4991-9a98-7f9ac026eacb tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514209 May 26 15:15:36.946453 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:36.955740 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c4b51-7717-4fc0-a6f8-8922c70ce80b req-3f5f38e2-5d7a-4ebd-902b-eaea0c4e305e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:36.957264 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9b4c4b51-7717-4fc0-a6f8-8922c70ce80b req-3f5f38e2-5d7a-4ebd-902b-eaea0c4e305e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0548356 May 26 15:15:37.029043 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9b4c4b51-7717-4fc0-a6f8-8922c70ce80b req-c1227c7e-3737-40d4-bc9f-dcbb896fb03d tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648851 May 26 15:15:38.200383 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1a727-96fc-4677-bae5-caa0878c6c47 req-8b1068fd-c049-4b6b-b556-92a42cc4f725 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:38.202321 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-70a1a727-96fc-4677-bae5-caa0878c6c47 req-8b1068fd-c049-4b6b-b556-92a42cc4f725 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0800908 May 26 15:15:38.270939 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-70a1a727-96fc-4677-bae5-caa0878c6c47 req-8dc43ae8-abe0-454d-a644-dc4c0f448ff7 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607231 May 26 15:15:39.346591 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9523b-116e-44d3-ba75-46721be4930b req-8568dca3-c6b3-46f7-af89-337635d928a1 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:39.348142 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3ea9523b-116e-44d3-ba75-46721be4930b req-8568dca3-c6b3-46f7-af89-337635d928a1 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 945 time: 0.0583782 May 26 15:15:39.421384 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ade6f-da6d-4ff0-99b6-a196258a15b3 req-751a530f-606f-4422-82ff-455f28219a0f tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:39.422917 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-731ade6f-da6d-4ff0-99b6-a196258a15b3 req-751a530f-606f-4422-82ff-455f28219a0f tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0715539 May 26 15:15:39.462587 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3ea9523b-116e-44d3-ba75-46721be4930b req-2ae45651-2e4e-40d8-a140-2fcaa797e360 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014249 May 26 15:15:39.508170 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-731ade6f-da6d-4ff0-99b6-a196258a15b3 req-8d1be98f-e513-4ce6-90e3-5faf96fefb76 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790730 May 26 15:15:39.702948 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-f6dfdb69-63c2-4fb5-99ec-a24225a14d76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432696 May 26 15:15:39.732795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d0011-3d1e-43a0-bfd1-3d9dc1651b29 req-fda09654-ae96-4977-979e-9ce9cd56b085 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:39.734557 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7f5d0011-3d1e-43a0-bfd1-3d9dc1651b29 req-fda09654-ae96-4977-979e-9ce9cd56b085 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0496478 May 26 15:15:39.770015 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:39.785505 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-eea389a2-5bb4-402a-b8f4-ca1213847ba0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:39.786900 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-eea389a2-5bb4-402a-b8f4-ca1213847ba0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports/919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 942 time: 0.0548477 May 26 15:15:39.791708 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7f5d0011-3d1e-43a0-bfd1-3d9dc1651b29 req-9a840ec4-b1df-401b-897e-6c40bed6c174 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505035 May 26 15:15:40.590814 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9e838-82c1-4884-8ca2-e263a0e56270 req-7aa08a1b-f42b-4c74-99fe-455a3a71304a tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:40.592291 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-99f9e838-82c1-4884-8ca2-e263a0e56270 req-7aa08a1b-f42b-4c74-99fe-455a3a71304a tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 945 time: 0.0467486 May 26 15:15:40.645664 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-99f9e838-82c1-4884-8ca2-e263a0e56270 req-89f0c49d-22c7-4731-ad8e-8e8241ee7760 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477865 May 26 15:15:40.908720 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462fc89-43ea-41ab-a8e3-d8e42c03c871 req-a29269e5-9ff8-43fd-8375-cfeff060bdb2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:40.910215 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b462fc89-43ea-41ab-a8e3-d8e42c03c871 req-a29269e5-9ff8-43fd-8375-cfeff060bdb2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0484302 May 26 15:15:40.965982 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b462fc89-43ea-41ab-a8e3-d8e42c03c871 req-de1d385f-9541-4408-a7fd-bf2e04e6633f tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501664 May 26 15:15:41.578598 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739c209-9729-4a98-af59-705d0ca38c7f req-9033ac30-833d-4c17-9626-94ffb5823a77 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:41.580636 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8739c209-9729-4a98-af59-705d0ca38c7f req-9033ac30-833d-4c17-9626-94ffb5823a77 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 945 time: 0.0620079 May 26 15:15:41.652137 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 919581af-7ccb-4d91-b17b-36af6ce1ee96 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:41.731552 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 919581af-7ccb-4d91-b17b-36af6ce1ee96 is: ACTIVE; New status is: DOWN {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:15:41.731941 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:41.756376 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:15:41.759269 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751fbb6d-68cd-4967-b645-8f246898ac20" -d '{"events": [{"server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "name": "network-vif-unplugged", "status": "completed", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:15:41.773300 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:41.774569 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ea7d9-11ae-4f58-87ce-3324cb43af33 req-1a6a0333-4e87-4b0f-8063-a567e598702c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:41.776216 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cc4ea7d9-11ae-4f58-87ce-3324cb43af33 req-1a6a0333-4e87-4b0f-8063-a567e598702c tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 945 time: 0.0565331 May 26 15:15:41.779391 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:41.806687 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df40ab-4702-4ebf-802c-8b9528b9b4a6 x-openstack-request-id: req-d9df40ab-4702-4ebf-802c-8b9528b9b4a6 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:15:41.806975 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "name": "network-vif-unplugged", "status": "failed", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96", "code": 422}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:15:41.807581 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9df40ab-4702-4ebf-802c-8b9528b9b4a6 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:15:41.808381 dv-cinder-788367-11-iscsi neutron-server[104043]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d9df40ab-4702-4ebf-802c-8b9528b9b4a6']: {'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'code': 422} returned with failed status May 26 15:15:41.829121 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cc4ea7d9-11ae-4f58-87ce-3324cb43af33 req-ea94ed3f-d202-4fbe-b70c-61ab95f6ba45 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups?id=50ebb84c-3741-4a3b-b365-e414365ee22f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451217 May 26 15:15:41.835328 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=919581af-7ccb-4d91-b17b-36af6ce1ee96,revision_number=6']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:41.937995 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Deleting port f871e666-9660-4b15-9eb5-a7c607fa8094 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:41.938339 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:42.046133 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] For port f871e666-9660-4b15-9eb5-a7c607fa8094, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f871e666-9660-4b15-9eb5-a7c607fa8094,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:42.046487 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:42.140532 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8118b9-bfe5-44ac-aa48-02364d908ac3 req-42026fcd-81c9-4042-95de-64a74a385878 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:42.142040 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7e8118b9-bfe5-44ac-aa48-02364d908ac3 req-42026fcd-81c9-4042-95de-64a74a385878 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0981238 May 26 15:15:42.155534 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:42.270415 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7e8118b9-bfe5-44ac-aa48-02364d908ac3 req-48282ed8-7d3c-4e87-896d-33cab6d84540 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216977 May 26 15:15:42.292487 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:42.292965 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (8ed2f46e-773b-473a-bc48-2c0d69e913a2), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:42.293357 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Floating IP 8ed2f46e-773b-473a-bc48-2c0d69e913a2 disassociated. External IP: 172.27.1.252, port: f871e666-9660-4b15-9eb5-a7c607fa8094. May 26 15:15:42.293728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Calling delete_port for f871e666-9660-4b15-9eb5-a7c607fa8094 owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:42.419085 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (f871e666-9660-4b15-9eb5-a7c607fa8094), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:42.445764 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event deleted for resources: {'Port': ['ID=f871e666-9660-4b15-9eb5-a7c607fa8094,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:42.461608 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.461959 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.462789 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.470848 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.471211 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.471562 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.471882 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.472210 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.472536 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.472860 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.473182 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.474960 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.474960 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.474960 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.474960 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:42.519342 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:42.591931 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Router 59ac08e4-aeb4-4212-b950-3597a8c679d3 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:15:42.718246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:15:42.732693 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] Sync routers for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:15:42.753151 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:42.753999 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:42.778960 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] No DVR routers for this DVR port f871e666-9660-4b15-9eb5-a7c607fa8094 on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:15:42.782128 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:42.786328 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8739c209-9729-4a98-af59-705d0ca38c7f req-68debd2b-2ef5-483a-8f99-dd61c6459708 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.75 "DELETE /v2.0/ports/f871e666-9660-4b15-9eb5-a7c607fa8094 HTTP/1.1" status: 204 len: 173 time: 0.9451799 May 26 15:15:42.786917 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'name': 'network-vif-deleted', 'tag': 'f871e666-9660-4b15-9eb5-a7c607fa8094'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:15:42.796445 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b3895c-4ea6-426a-823e-5651aef3b099" -d '{"events": [{"server_uuid": "d3b5c917-96e8-4255-8694-9f5e2c576bf8", "name": "network-vif-deleted", "tag": "f871e666-9660-4b15-9eb5-a7c607fa8094"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:15:42.844395 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2ab921-5f2c-4527-8612-5c2fe2fa71c8 x-openstack-request-id: req-6c2ab921-5f2c-4527-8612-5c2fe2fa71c8 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:15:42.844700 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5c917-96e8-4255-8694-9f5e2c576bf8", "name": "network-vif-deleted", "tag": "f871e666-9660-4b15-9eb5-a7c607fa8094", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:15:42.844956 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c2ab921-5f2c-4527-8612-5c2fe2fa71c8 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:15:42.845369 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2ab921-5f2c-4527-8612-5c2fe2fa71c8'] response: {'server_uuid': 'd3b5c917-96e8-4255-8694-9f5e2c576bf8', 'name': 'network-vif-deleted', 'tag': 'f871e666-9660-4b15-9eb5-a7c607fa8094', 'status': 'completed', 'code': 200} May 26 15:15:42.910665 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:43.076630 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-925646ca-b40d-4c7e-a081-ad4239a100d4 req-9bbeb58b-43c5-4cac-94d4-af53152e5406 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3b5c917-96e8-4255-8694-9f5e2c576bf8 HTTP/1.1" status: 200 len: 210 time: 0.0534067 May 26 15:15:43.159661 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:43.191648 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] Checking router: 59ac08e4-aeb4-4212-b950-3597a8c679d3 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:15:43.200395 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:43.201009 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:43.330493 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:43.374502 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-f6c187f0-69da-4862-87ab-03bb8dfbcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:43.376020 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-f6c187f0-69da-4862-87ab-03bb8dfbcc5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae&tenant_id=9c5cd1d25e6146bd93bd90286f668b9d HTTP/1.1" status: 200 len: 1127 time: 0.0683963 May 26 15:15:43.411149 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cece4-5d60-4d64-a6ab-c07c153dcbc7 req-f24c10ad-9ede-4593-80e5-5d40df66b212 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:43.412738 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-771cece4-5d60-4d64-a6ab-c07c153dcbc7 req-f24c10ad-9ede-4593-80e5-5d40df66b212 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0628524 May 26 15:15:43.465438 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-771cece4-5d60-4d64-a6ab-c07c153dcbc7 req-5ca98bd6-56ea-4d17-8929-ee126ffdbd41 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448830 May 26 15:15:43.538747 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:43.564489 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9197151-3000-4b8c-bc65-70a0a73f3dcd None None] The sync data for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi is: [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:09Z', 'revision_number': 4, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b7132ea9-a9b6-4859-9abe-7c57eeafdca5', 'name': '', 'network_id': '8b416354-97a2-42f7-a460-05ec32c4591a', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'mac_address': 'fa:16:3e:6e:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:05Z', 'updated_at': '2022-05-26T15:09:22Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'subnets': [{'id': 'f1f83baf-9e5d-4532-b217-d468b06c5513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:15:43.689166 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-1318bad3-6f11-467c-a60a-ec8e0c1683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:43.692327 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-1318bad3-6f11-467c-a60a-ec8e0c1683ee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1127 time: 0.0694077 May 26 15:15:43.812198 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-bb8286ec-3321-41a0-828d-d47049d68b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:43.813738 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-bb8286ec-3321-41a0-828d-d47049d68b61 service neutron] 10.222.0.75 "GET /v2.0/networks?id=68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 200 len: 910 time: 0.1045063 May 26 15:15:43.883123 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8231f14-f41e-4536-8b45-47150d97ddf1 None None] New status for floating IP 8ed2f46e-773b-473a-bc48-2c0d69e913a2: DOWN {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:15:44.126657 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-5390917a-8038-49dc-9082-936a9731925c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 998 time: 0.0818834 May 26 15:15:44.177672 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49484) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:44.248254 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (50ebb84c-3741-4a3b-b365-e414365ee22f), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:44.276207 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (50ebb84c-3741-4a3b-b365-e414365ee22f), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:44.344462 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (50ebb84c-3741-4a3b-b365-e414365ee22f), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:44.347079 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:44.348266 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "DELETE /v2.0/security-groups/50ebb84c-3741-4a3b-b365-e414365ee22f HTTP/1.1" status: 204 len: 168 time: 0.1696751 May 26 15:15:44.351591 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49488) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:44.374114 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.api.v2.resource [None req-1a8c4cd9-031e-48a3-9516-628ae0f45db2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] show failed (client error): The resource could not be found. May 26 15:15:44.375450 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1a8c4cd9-031e-48a3-9516-628ae0f45db2 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "GET /v2.0/security-groups/50ebb84c-3741-4a3b-b365-e414365ee22f HTTP/1.1" status: 404 len: 347 time: 0.0226362 May 26 15:15:44.376296 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ebb84c-3741-4a3b-b365-e414365ee22f,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:44.378576 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49490) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:44.425251 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.425667 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.425958 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.426292 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.426626 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.426938 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.427261 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.427581 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.427904 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.428255 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.428720 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.429267 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.429755 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.430190 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.430674 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e9de6b-26e3-4c71-800d-2b69117f5dba tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:15:44.478655 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:44.493995 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-b233da08-82be-48d3-881a-449b5fee1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:44.495542 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-b233da08-82be-48d3-881a-449b5fee1c60 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33d702e5-ab8e-40e5-b79e-9c03c1734be5 HTTP/1.1" status: 200 len: 848 time: 0.3290865 May 26 15:15:44.540749 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Deleting port 595c5a2c-34aa-48a6-8303-8ccd8b486cd5 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:44.541430 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (595c5a2c-34aa-48a6-8303-8ccd8b486cd5), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:44.549499 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-41faad15-65f6-4be9-af45-2136d54af656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:44.551289 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-41faad15-65f6-4be9-af45-2136d54af656 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68359501-3537-436b-ae78-35604426e377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464244 May 26 15:15:44.694079 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614568c0-e6e4-4a84-91bb-82e6bb15d131 req-bfb2a67d-b139-4353-8d1d-f71d5821700e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:44.695715 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-614568c0-e6e4-4a84-91bb-82e6bb15d131 req-bfb2a67d-b139-4353-8d1d-f71d5821700e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.1198578 May 26 15:15:44.757487 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-45c7b224-663b-43c2-a695-a2e9e3f7b758 service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958497 May 26 15:15:44.803895 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-614568c0-e6e4-4a84-91bb-82e6bb15d131 req-dbcfaf9d-2b61-45cc-8d4b-d53a01bc0ede tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003053 May 26 15:15:44.867679 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:44.888048 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d2beaac-7fb8-4465-ac6a-35a16ea14d7f req-b7a688a8-a46b-44ee-8db5-1a5bf1b07ddf service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234305 May 26 15:15:44.909595 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (595c5a2c-34aa-48a6-8303-8ccd8b486cd5), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:44.910011 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (595c5a2c-34aa-48a6-8303-8ccd8b486cd5), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:44.931543 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Calling delete_port for 595c5a2c-34aa-48a6-8303-8ccd8b486cd5 owned by network:floatingip {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:45.046591 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:45.077342 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (595c5a2c-34aa-48a6-8303-8ccd8b486cd5), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:45.105009 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Pushing event deleted for resources: {'Port': ['ID=595c5a2c-34aa-48a6-8303-8ccd8b486cd5,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:45.177861 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks [] for floatingip (8ed2f46e-773b-473a-bc48-2c0d69e913a2), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:45.180611 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:45.181779 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-f25ada69-c295-40e2-9155-6b81caaa3079 tempest-AttachVolumeTestJSON-133946326 tempest-AttachVolumeTestJSON-133946326-project] 10.222.0.46 "DELETE /v2.0/floatingips/8ed2f46e-773b-473a-bc48-2c0d69e913a2 HTTP/1.1" status: 204 len: 168 time: 0.8022120 May 26 15:15:45.666575 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f871e666-9660-4b15-9eb5-a7c607fa8094 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:45.693887 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: f871e666-9660-4b15-9eb5-a7c607fa8094 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:45.694172 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f871e666-9660-4b15-9eb5-a7c607fa8094 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:45.734392 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190e0dd-cf28-44c7-8fe4-f260a83669f3 req-6e54089a-fda7-4654-817d-f7e79a0efa60 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:45.737294 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2190e0dd-cf28-44c7-8fe4-f260a83669f3 req-6e54089a-fda7-4654-817d-f7e79a0efa60 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 946 time: 0.0615530 May 26 15:15:45.789034 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2190e0dd-cf28-44c7-8fe4-f260a83669f3 req-515f0a3c-4bea-46fa-9708-77ffd6a227a8 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 May 26 15:15:45.937265 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f833e9-0e1d-42a5-82eb-ee824b232426 req-d259f1e6-ece8-4a6f-9052-cd692589341d tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:45.939562 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08f833e9-0e1d-42a5-82eb-ee824b232426 req-d259f1e6-ece8-4a6f-9052-cd692589341d tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0594265 May 26 15:15:46.000056 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-08f833e9-0e1d-42a5-82eb-ee824b232426 req-da179ef5-86a4-463b-a9ca-e8ff3f45fe34 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545280 May 26 15:15:46.911170 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1b1a-ff5c-4a68-a6a4-9e05cebee2e7 req-3978b45c-9a34-472f-907b-0f4a75c3cbbf tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:46.912614 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b29f1b1a-ff5c-4a68-a6a4-9e05cebee2e7 req-3978b45c-9a34-472f-907b-0f4a75c3cbbf tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 946 time: 0.0493391 May 26 15:15:46.962232 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b29f1b1a-ff5c-4a68-a6a4-9e05cebee2e7 req-e3b5042e-83f1-4e82-a204-ca9bcb7c59ea tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups?id=40ec444d-3e14-46e2-a2e0-493615f0dd61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438590 May 26 15:15:47.116698 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89073473-bdba-4d6a-a6b8-bb6a3bd19de9 req-fc548783-e63e-462b-89bc-0c65490a4363 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:47.118465 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89073473-bdba-4d6a-a6b8-bb6a3bd19de9 req-fc548783-e63e-462b-89bc-0c65490a4363 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0485756 May 26 15:15:47.172912 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89073473-bdba-4d6a-a6b8-bb6a3bd19de9 req-ce817eac-e16f-459e-9143-098befd67064 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481918 May 26 15:15:47.541732 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-e87fb339-006f-4e3d-aac2-2c723171de10 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:47.547209 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-e87fb339-006f-4e3d-aac2-2c723171de10 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 946 time: 0.0566278 May 26 15:15:47.641398 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Deleting port bc982787-f0cd-4e5d-9f77-626bef64840b {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:47.641780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:47.738377 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] For port bc982787-f0cd-4e5d-9f77-626bef64840b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc982787-f0cd-4e5d-9f77-626bef64840b,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:47.738705 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:47.846878 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:47.905120 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:47.905493 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (3bbe777d-1e6b-4da0-90b3-b12197e56b66), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:47.905822 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Floating IP 3bbe777d-1e6b-4da0-90b3-b12197e56b66 disassociated. External IP: 172.27.1.129, port: bc982787-f0cd-4e5d-9f77-626bef64840b. May 26 15:15:47.906146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Calling delete_port for bc982787-f0cd-4e5d-9f77-626bef64840b owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:48.067374 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:48.072482 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (bc982787-f0cd-4e5d-9f77-626bef64840b), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:48.101951 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-169a857b-fce2-42a3-b68a-75d3616a094f req-9fc46c3f-048b-4b68-8648-afc9c57304ec tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 210 time: 0.0639129 May 26 15:15:48.122881 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'Port': ['ID=bc982787-f0cd-4e5d-9f77-626bef64840b,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:48.184211 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:48.239199 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:15:48.335046 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5e62e-c500-4a41-ba17-994a2b20fb53 req-6043932a-956c-4cc9-b2d8-7cbab6777151 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:48.336617 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-92f5e62e-c500-4a41-ba17-994a2b20fb53 req-6043932a-956c-4cc9-b2d8-7cbab6777151 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0919447 May 26 15:15:48.410368 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:15:48.423806 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:15:48.437684 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:48.438303 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:48.454708 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-92f5e62e-c500-4a41-ba17-994a2b20fb53 req-708c81c2-6cf2-4aa8-8389-2e8c846ea124 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090689 May 26 15:15:48.470795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] No DVR routers for this DVR port bc982787-f0cd-4e5d-9f77-626bef64840b on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:15:48.473190 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:48.476643 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-25ecf9c0-196c-468a-b381-3fc440f41772 req-30ea401d-fe41-4d46-a119-ef2d02115e36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.75 "DELETE /v2.0/ports/bc982787-f0cd-4e5d-9f77-626bef64840b HTTP/1.1" status: 204 len: 173 time: 0.9264061 May 26 15:15:48.477502 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'name': 'network-vif-deleted', 'tag': 'bc982787-f0cd-4e5d-9f77-626bef64840b'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:15:48.479622 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17b572e-64f9-49e5-a82a-a78f873a474f" -d '{"events": [{"server_uuid": "7271edca-3b23-4dc4-aa5e-728df4f00cfd", "name": "network-vif-deleted", "tag": "bc982787-f0cd-4e5d-9f77-626bef64840b"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:15:48.532247 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6612114-880e-472d-ba4e-9ce82f06a053 x-openstack-request-id: req-d6612114-880e-472d-ba4e-9ce82f06a053 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:15:48.532544 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7271edca-3b23-4dc4-aa5e-728df4f00cfd", "name": "network-vif-deleted", "tag": "bc982787-f0cd-4e5d-9f77-626bef64840b", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:15:48.532788 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6612114-880e-472d-ba4e-9ce82f06a053 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:15:48.533217 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6612114-880e-472d-ba4e-9ce82f06a053'] response: {'server_uuid': '7271edca-3b23-4dc4-aa5e-728df4f00cfd', 'name': 'network-vif-deleted', 'tag': 'bc982787-f0cd-4e5d-9f77-626bef64840b', 'status': 'completed', 'code': 200} May 26 15:15:48.544794 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:48.555562 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:48.664796 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:15:48.848011 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49564) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:48.908448 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:48.937533 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:15:48.947212 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:48.947842 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:49.082256 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:49.130333 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:49.273989 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:49.280949 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e54a0cf6-1da9-450c-9a1b-fbe7d6b85bf5 req-09497d05-870a-468b-b77c-6987def609ba tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7271edca-3b23-4dc4-aa5e-728df4f00cfd HTTP/1.1" status: 200 len: 210 time: 0.0430486 May 26 15:15:49.323937 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:49.349701 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b03f05-06fd-40f2-985c-7f195520b7c1 None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:09:04Z', 'revision_number': 4, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'b4f7bdcb-e47f-4491-b225-b54a46448bea', 'name': '', 'network_id': 'bf638e18-3aa1-4ba6-b2c0-e624f717acb0', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'mac_address': 'fa:16:3e:36:55:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:59Z', 'updated_at': '2022-05-26T15:09:18Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'subnets': [{'id': '38b5135e-b8e4-470f-9905-8862cbe7d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:15:49.442246 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (59ac08e4-aeb4-4212-b950-3597a8c679d3), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:49.605912 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f27d9-8605-44ea-9010-96bd1188181d req-4e84dc15-438e-4b0b-9a60-14ad23c977b8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:49.607512 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f52f27d9-8605-44ea-9010-96bd1188181d req-4e84dc15-438e-4b0b-9a60-14ad23c977b8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0585780 May 26 15:15:49.629419 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f02da-1ff6-4e39-9ec6-9df819efbfa9 None None] New status for floating IP 3bbe777d-1e6b-4da0-90b3-b12197e56b66: DOWN {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:15:49.665267 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f52f27d9-8605-44ea-9010-96bd1188181d req-56402c3f-afad-4c9c-bb4c-9ebab8c70879 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495903 May 26 15:15:49.703502 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Deleting port b7132ea9-a9b6-4859-9abe-7c57eeafdca5 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:49.703835 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:49.799112 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] For port b7132ea9-a9b6-4859-9abe-7c57eeafdca5, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=b7132ea9-a9b6-4859-9abe-7c57eeafdca5,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:49.799475 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:49.813049 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Calling delete_port for b7132ea9-a9b6-4859-9abe-7c57eeafdca5 owned by network:router_interface {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:49.973272 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:50.000017 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (b7132ea9-a9b6-4859-9abe-7c57eeafdca5), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.025265 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7132ea9-a9b6-4859-9abe-7c57eeafdca5,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:50.142344 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:50.206025 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (59ac08e4-aeb4-4212-b950-3597a8c679d3), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.387509 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49578) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:50.429099 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Router 59ac08e4-aeb4-4212-b950-3597a8c679d3 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:15:50.454095 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6554ae7d-1b7d-4306-844b-d0512c680c36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (40ec444d-3e14-46e2-a2e0-493615f0dd61), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.482729 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6554ae7d-1b7d-4306-844b-d0512c680c36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (40ec444d-3e14-46e2-a2e0-493615f0dd61), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.516464 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:50.541033 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6554ae7d-1b7d-4306-844b-d0512c680c36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (40ec444d-3e14-46e2-a2e0-493615f0dd61), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.547159 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6554ae7d-1b7d-4306-844b-d0512c680c36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.548511 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-6554ae7d-1b7d-4306-844b-d0512c680c36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "DELETE /v2.0/security-groups/40ec444d-3e14-46e2-a2e0-493615f0dd61 HTTP/1.1" status: 204 len: 168 time: 0.1599653 May 26 15:15:50.553367 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:15:50.554900 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49580) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:50.562073 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c220e7f4-c90a-475c-a0c5-a5ef2aeb9477 admin admin] 10.222.0.46 "PUT /v2.0/routers/59ac08e4-aeb4-4212-b950-3597a8c679d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146363 May 26 15:15:50.563459 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] Sync routers for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:15:50.564835 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49582) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:50.575011 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:50.576079 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:50.585242 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554ae7d-1b7d-4306-844b-d0512c680c36 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ec444d-3e14-46e2-a2e0-493615f0dd61,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:50.588680 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.api.v2.resource [None req-24bdff54-2207-4c29-95a5-17635a50e49d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] show failed (client error): The resource could not be found. May 26 15:15:50.592435 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-24bdff54-2207-4c29-95a5-17635a50e49d tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "GET /v2.0/security-groups/40ec444d-3e14-46e2-a2e0-493615f0dd61 HTTP/1.1" status: 404 len: 347 time: 0.0347419 May 26 15:15:50.595146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49584) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:50.714363 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks [] for router (59ac08e4-aeb4-4212-b950-3597a8c679d3), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.738101 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:50.743074 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Deleting port 06c56b93-9f64-458c-a1cd-0943524d52a4 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:50.743554 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (06c56b93-9f64-458c-a1cd-0943524d52a4), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.850225 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9be5d6-4416-4d20-b7a9-2c8f8d3e18f5 req-4975dfdd-ecf3-4c1e-88e6-f68803994548 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:50.851733 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5e9be5d6-4416-4d20-b7a9-2c8f8d3e18f5 req-4975dfdd-ecf3-4c1e-88e6-f68803994548 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0886014 May 26 15:15:50.873734 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks [] for router_gateway (59ac08e4-aeb4-4212-b950-3597a8c679d3), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.903796 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (06c56b93-9f64-458c-a1cd-0943524d52a4), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.904143 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (06c56b93-9f64-458c-a1cd-0943524d52a4), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.933897 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Deleting port 6d250f4b-975e-4968-ae93-88e951d30e0a {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:50.934329 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:50.934645 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Calling delete_port for 06c56b93-9f64-458c-a1cd-0943524d52a4 owned by network:floatingip {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:50.965834 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5e9be5d6-4416-4d20-b7a9-2c8f8d3e18f5 req-7bf1095d-1329-498c-8665-58ed7929bff9 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069136 May 26 15:15:50.982641 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:15:49Z', 'revision_number': 5, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port': {'id': '6d250f4b-975e-4968-ae93-88e951d30e0a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:54Z', 'updated_at': '2022-05-26T15:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:51.010467 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] Checking router: 59ac08e4-aeb4-4212-b950-3597a8c679d3 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:15:51.021424 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] Routers {'59ac08e4-aeb4-4212-b950-3597a8c679d3'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:15:51.022080 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:15:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['59ac08e4-aeb4-4212-b950-3597a8c679d3'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:51.076122 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] For port 6d250f4b-975e-4968-ae93-88e951d30e0a, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=6d250f4b-975e-4968-ae93-88e951d30e0a,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:51.076774 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.097998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:51.098271 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Calling delete_port for 6d250f4b-975e-4968-ae93-88e951d30e0a owned by network:router_gateway {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:51.127278 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:51.141103 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] Set router 59ac08e4-aeb4-4212-b950-3597a8c679d3 gateway port host: None {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:15:51.198178 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (06c56b93-9f64-458c-a1cd-0943524d52a4), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.224903 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Pushing event deleted for resources: {'Port': ['ID=06c56b93-9f64-458c-a1cd-0943524d52a4,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:51.225888 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:15:50Z', 'revision_number': 6, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port_host': None}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:51.255895 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc57bd-5231-40f3-b762-ac572c532146 None None] The sync data for ids ['59ac08e4-aeb4-4212-b950-3597a8c679d3'] in dv-cinder-788367-11-iscsi is: [{'id': '59ac08e4-aeb4-4212-b950-3597a8c679d3', 'name': 'tempest-AttachVolumeTestJSON-347006974-router', 'tenant_id': '0910873988084bc0becc79bb99febc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:15:50Z', 'revision_number': 6, 'project_id': '0910873988084bc0becc79bb99febc96', 'gw_port_host': None}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:15:51.309527 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:51.321925 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks [] for floatingip (3bbe777d-1e6b-4da0-90b3-b12197e56b66), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.325057 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.327554 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-818defe2-58d8-4682-9052-b3ef3f3e4398 tempest-AttachVolumeNegativeTest-385929673 tempest-AttachVolumeNegativeTest-385929673-project] 10.222.0.46 "DELETE /v2.0/floatingips/3bbe777d-1e6b-4da0-90b3-b12197e56b66 HTTP/1.1" status: 204 len: 168 time: 0.7302358 May 26 15:15:51.370397 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (6d250f4b-975e-4968-ae93-88e951d30e0a), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.400963 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d250f4b-975e-4968-ae93-88e951d30e0a,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:51.488788 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (59ac08e4-aeb4-4212-b950-3597a8c679d3), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.612535 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (59ac08e4-aeb4-4212-b950-3597a8c679d3), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.614276 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks [] for router_controller (59ac08e4-aeb4-4212-b950-3597a8c679d3), precommit_delete_associations {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.700693 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device bc982787-f0cd-4e5d-9f77-626bef64840b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:51.741664 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (59ac08e4-aeb4-4212-b950-3597a8c679d3), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.746000 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ac08e4-aeb4-4212-b950-3597a8c679d3 {{(pid=104042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:15:51.751855 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: bc982787-f0cd-4e5d-9f77-626bef64840b {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:51.752208 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device bc982787-f0cd-4e5d-9f77-626bef64840b not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:51.753640 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.755375 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e609a741-6ade-4ad6-9d91-84328aba547d admin admin] 10.222.0.46 "DELETE /v2.0/routers/59ac08e4-aeb4-4212-b950-3597a8c679d3 HTTP/1.1" status: 204 len: 168 time: 1.1888976 May 26 15:15:51.758020 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49596) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:51.778937 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device b7132ea9-a9b6-4859-9abe-7c57eeafdca5 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:51.805839 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: b7132ea9-a9b6-4859-9abe-7c57eeafdca5 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:51.807220 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device b7132ea9-a9b6-4859-9abe-7c57eeafdca5 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:51.832385 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cfecc3-93bc-4f70-84fb-0d65a541c515 admin admin] Deleting subnet f1f83baf-9e5d-4532-b217-d468b06c5513 {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:15:51.836029 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a6cfecc3-93bc-4f70-84fb-0d65a541c515 admin admin] Publish callbacks [] for subnet (f1f83baf-9e5d-4532-b217-d468b06c5513), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.877310 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a6cfecc3-93bc-4f70-84fb-0d65a541c515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (f1f83baf-9e5d-4532-b217-d468b06c5513), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:51.959429 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a6cfecc3-93bc-4f70-84fb-0d65a541c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (f1f83baf-9e5d-4532-b217-d468b06c5513), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.022447 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a6cfecc3-93bc-4f70-84fb-0d65a541c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (f1f83baf-9e5d-4532-b217-d468b06c5513), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.063938 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfecc3-93bc-4f70-84fb-0d65a541c515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f83baf-9e5d-4532-b217-d468b06c5513,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:52.084207 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a6cfecc3-93bc-4f70-84fb-0d65a541c515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.087807 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-a6cfecc3-93bc-4f70-84fb-0d65a541c515 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f1f83baf-9e5d-4532-b217-d468b06c5513 HTTP/1.1" status: 204 len: 168 time: 0.3286133 May 26 15:15:52.093230 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49602) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:52.097563 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912d996-a3a0-405b-b0b6-b853f73478b3 None None] Network 8b416354-97a2-42f7-a460-05ec32c4591a requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:15:52.155883 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3bb19-34d6-4bb9-9ac8-12d3640e608c req-ab5667a1-a3aa-47fd-8b56-0c5e608c6865 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:52.158320 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0ed3bb19-34d6-4bb9-9ac8-12d3640e608c req-ab5667a1-a3aa-47fd-8b56-0c5e608c6865 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0966101 May 26 15:15:52.290419 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (8b416354-97a2-42f7-a460-05ec32c4591a), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.305761 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0ed3bb19-34d6-4bb9-9ac8-12d3640e608c req-a9159286-22de-4a2b-8287-814bb7247a90 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391604 May 26 15:15:52.392562 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Deleting port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:52.396659 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d952227-778f-48bf-84a3-39c38efbe178 None None] DHCP port deletion for 8b416354-97a2-42f7-a460-05ec32c4591a request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:15:52.397623 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.448969 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:52.476297 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-1d952227-778f-48bf-84a3-39c38efbe178 None None] Deleting port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 {{(pid=104043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:52.477324 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1d952227-778f-48bf-84a3-39c38efbe178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), before_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.480784 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] For port 24ee727e-9c66-47ed-b054-6e6955b8c2a0, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=24ee727e-9c66-47ed-b054-6e6955b8c2a0,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:52.481610 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.506323 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Calling delete_port for 24ee727e-9c66-47ed-b054-6e6955b8c2a0 owned by network:dhcp {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:52.616306 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-1d952227-778f-48bf-84a3-39c38efbe178 None None] For port 24ee727e-9c66-47ed-b054-6e6955b8c2a0, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=24ee727e-9c66-47ed-b054-6e6955b8c2a0,segment=NetworkSegment(7e1a2d25-52b8-440c-9b76-33b618dfa967),segment_id=7e1a2d25-52b8-440c-9b76-33b618dfa967)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:52.616649 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1d952227-778f-48bf-84a3-39c38efbe178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), precommit_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.630425 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.647220 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-1d952227-778f-48bf-84a3-39c38efbe178 None None] Calling delete_port for 24ee727e-9c66-47ed-b054-6e6955b8c2a0 owned by network:dhcp {{(pid=104043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:15:52.673843 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ee727e-9c66-47ed-b054-6e6955b8c2a0,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:52.689489 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] No DVR routers for this DVR port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 on host dv-cinder-788367-11-iscsi {{(pid=104042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:15:52.769183 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (8b416354-97a2-42f7-a460-05ec32c4591a), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.799469 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b416354-97a2-42f7-a460-05ec32c4591a']}} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:52.802067 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1d952227-778f-48bf-84a3-39c38efbe178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354'] for port (24ee727e-9c66-47ed-b054-6e6955b8c2a0), after_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.812062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1a2d25-52b8-440c-9b76-33b618dfa967') {'for_net_delete': True} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:52.812341 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1a2d25-52b8-440c-9b76-33b618dfa967') {} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:15:52.833720 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11762101'] for segment (7e1a2d25-52b8-440c-9b76-33b618dfa967), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.839859 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d952227-778f-48bf-84a3-39c38efbe178 None None] Pushing event deleted for resources: {'Port': ['ID=24ee727e-9c66-47ed-b054-6e6955b8c2a0,revision_number=None']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:52.849783 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d952227-778f-48bf-84a3-39c38efbe178 None None] No DVR routers for this DVR port 24ee727e-9c66-47ed-b054-6e6955b8c2a0 on host dv-cinder-788367-11-iscsi {{(pid=104043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:15:52.853938 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (7e1a2d25-52b8-440c-9b76-33b618dfa967), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.864568 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=104042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:15:52.864960 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11732373'] for segment (7e1a2d25-52b8-440c-9b76-33b618dfa967), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.913800 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 7e1a2d25-52b8-440c-9b76-33b618dfa967 resource provider aggregate not found May 26 15:15:52.941065 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 7e1a2d25-52b8-440c-9b76-33b618dfa967 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e1a2d25-52b8-440c-9b76-33b618dfa967 found for delete ", "request_id": "req-cac58984-55a9-4b26-a8d2-a14b10f4ea0a"}]} May 26 15:15:52.942609 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (8b416354-97a2-42f7-a460-05ec32c4591a), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.948415 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:52.952361 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8b416354-97a2-42f7-a460-05ec32c4591a HTTP/1.1" status: 204 len: 168 time: 0.8578794 May 26 15:15:52.971868 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbb69f-49a4-44a1-abda-4aaf2964ad64 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b416354-97a2-42f7-a460-05ec32c4591a,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:53.094447 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49622) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:53.145687 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-688d57da-fff5-42cf-8cf9-57042c4602c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0910873988084bc0becc79bb99febc96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472178 May 26 15:15:53.145940 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49624) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:53.180721 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:53.190905 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:53.203690 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db7c99f5-c602-4063-820b-831783d9e5cb admin admin] Publish callbacks [] for security_group (53839db1-cc9e-47ff-9f71-851729d4c9a6), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:53.226526 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db7c99f5-c602-4063-820b-831783d9e5cb admin admin] Publish callbacks [] for security_group (53839db1-cc9e-47ff-9f71-851729d4c9a6), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:53.287185 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db7c99f5-c602-4063-820b-831783d9e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (53839db1-cc9e-47ff-9f71-851729d4c9a6), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:53.290094 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-db7c99f5-c602-4063-820b-831783d9e5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:53.291353 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-db7c99f5-c602-4063-820b-831783d9e5cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53839db1-cc9e-47ff-9f71-851729d4c9a6 HTTP/1.1" status: 204 len: 168 time: 0.1444085 May 26 15:15:53.301096 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c99f5-c602-4063-820b-831783d9e5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53839db1-cc9e-47ff-9f71-851729d4c9a6,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:53.314680 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=6 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:53.441009 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:53.459986 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba0079-ef4f-4370-8c5d-5a632759b261 req-41018b97-c8b3-4b1f-b35a-1f8e149a64b4 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:53.461609 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b1ba0079-ef4f-4370-8c5d-5a632759b261 req-41018b97-c8b3-4b1f-b35a-1f8e149a64b4 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 943 time: 0.0724180 May 26 15:15:53.538338 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b1ba0079-ef4f-4370-8c5d-5a632759b261 req-945d4511-8193-4b0a-ae1c-c1b46b7f0e72 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690541 May 26 15:15:53.638708 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 24ee727e-9c66-47ed-b054-6e6955b8c2a0 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:53.668161 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 24ee727e-9c66-47ed-b054-6e6955b8c2a0 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:53.668721 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 24ee727e-9c66-47ed-b054-6e6955b8c2a0 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:53.669262 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 6d250f4b-975e-4968-ae93-88e951d30e0a no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:15:53.834916 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 919581af-7ccb-4d91-b17b-36af6ce1ee96 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:15:53.839148 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 6d250f4b-975e-4968-ae93-88e951d30e0a {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:15:53.839529 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 6d250f4b-975e-4968-ae93-88e951d30e0a not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:15:53.970996 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:53.991466 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'port_id': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'mac_address': 'fa:16:3e:a7:66:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:15:54.039064 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 919581af-7ccb-4d91-b17b-36af6ce1ee96 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:15:54.039264 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:54.057752 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919581af-7ccb-4d91-b17b-36af6ce1ee96 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:15:54.081357 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:54.086541 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:54.161638 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=919581af-7ccb-4d91-b17b-36af6ce1ee96,revision_number=7']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:54.695211 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750ceee-a21b-4485-b33f-c0486c14bee7 req-bef64844-f83a-4884-9018-3b1a7462f4ae tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:54.696930 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8750ceee-a21b-4485-b33f-c0486c14bee7 req-bef64844-f83a-4884-9018-3b1a7462f4ae tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 944 time: 0.0736446 May 26 15:15:54.755110 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8750ceee-a21b-4485-b33f-c0486c14bee7 req-0b4da579-e720-46ed-bd48-65131d2f1e14 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501933 May 26 15:15:55.747208 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49724) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:55.899891 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ccd119c0-dc99-4707-9b08-7cb8f209e36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:55.926296 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8b870-7687-4010-a012-8d77af9dea6f req-c80b6752-eae0-4a70-9f64-137de502ba8b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:55.928672 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eee8b870-7687-4010-a012-8d77af9dea6f req-c80b6752-eae0-4a70-9f64-137de502ba8b tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 944 time: 0.0963326 May 26 15:15:56.062093 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eee8b870-7687-4010-a012-8d77af9dea6f req-0f164026-43e5-4474-ade8-67185f19e6c1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267531 May 26 15:15:56.098222 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:56.123826 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ccd119c0-dc99-4707-9b08-7cb8f209e36b admin admin] Publish callbacks [] for security_group (3380c89a-c07a-4832-8fe4-85ddbe878861), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.128966 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ccd119c0-dc99-4707-9b08-7cb8f209e36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3380c89a-c07a-4832-8fe4-85ddbe878861), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.174718 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ccd119c0-dc99-4707-9b08-7cb8f209e36b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85e3ebf93f1a484a8b99806c20166625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259918 May 26 15:15:56.175627 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd119c0-dc99-4707-9b08-7cb8f209e36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3380c89a-c07a-4832-8fe4-85ddbe878861,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:56.178250 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49732) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:56.235402 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bdede97-312b-4c3f-9013-b8188103e71c admin admin] Publish callbacks [] for security_group (3380c89a-c07a-4832-8fe4-85ddbe878861), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.260015 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bdede97-312b-4c3f-9013-b8188103e71c admin admin] Publish callbacks [] for security_group (3380c89a-c07a-4832-8fe4-85ddbe878861), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.314808 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bdede97-312b-4c3f-9013-b8188103e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3380c89a-c07a-4832-8fe4-85ddbe878861), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.317856 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bdede97-312b-4c3f-9013-b8188103e71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.319070 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-7bdede97-312b-4c3f-9013-b8188103e71c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3380c89a-c07a-4832-8fe4-85ddbe878861 HTTP/1.1" status: 204 len: 168 time: 0.1401017 May 26 15:15:56.328136 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdede97-312b-4c3f-9013-b8188103e71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3380c89a-c07a-4832-8fe4-85ddbe878861,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:56.634236 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49740) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:56.649728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9cf01dfc-9af5-4151-a00c-afc10b6d54ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.747239 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9cf01dfc-9af5-4151-a00c-afc10b6d54ff admin admin] Publish callbacks [] for security_group (8f423087-1edd-4c26-947c-2a9c13a9eb4f), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.753571 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9cf01dfc-9af5-4151-a00c-afc10b6d54ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8f423087-1edd-4c26-947c-2a9c13a9eb4f), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.837025 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-9cf01dfc-9af5-4151-a00c-afc10b6d54ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=844cbac154554781936e96b45844de80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016630 May 26 15:15:56.840243 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49744) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:56.842937 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf01dfc-9af5-4151-a00c-afc10b6d54ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f423087-1edd-4c26-947c-2a9c13a9eb4f,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:56.846488 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef86617-060a-4e49-8b6d-80b251c55540 req-c6076eb0-71d9-493d-9779-cb30e53f08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:56.848232 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aef86617-060a-4e49-8b6d-80b251c55540 req-c6076eb0-71d9-493d-9779-cb30e53f08fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1128 time: 0.0915813 May 26 15:15:56.892711 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:56.916038 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3fc28acd-6e6c-433d-8796-7681b6e550f8 admin admin] Publish callbacks [] for security_group (8f423087-1edd-4c26-947c-2a9c13a9eb4f), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.936196 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['919581af-7ccb-4d91-b17b-36af6ce1ee96'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:15:56.947262 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3fc28acd-6e6c-433d-8796-7681b6e550f8 admin admin] Publish callbacks [] for security_group (8f423087-1edd-4c26-947c-2a9c13a9eb4f), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:56.991949 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef86617-060a-4e49-8b6d-80b251c55540 req-6504d793-d510-4fc7-89be-23aa2dd5e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:56.994019 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aef86617-060a-4e49-8b6d-80b251c55540 req-6504d793-d510-4fc7-89be-23aa2dd5e71d service neutron] 10.222.0.75 "GET /v2.0/networks?id=68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 200 len: 910 time: 0.1145456 May 26 15:15:57.002666 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3fc28acd-6e6c-433d-8796-7681b6e550f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8f423087-1edd-4c26-947c-2a9c13a9eb4f), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:57.005156 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3fc28acd-6e6c-433d-8796-7681b6e550f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:57.010414 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-3fc28acd-6e6c-433d-8796-7681b6e550f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f423087-1edd-4c26-947c-2a9c13a9eb4f HTTP/1.1" status: 204 len: 168 time: 0.1689849 May 26 15:15:57.021395 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc28acd-6e6c-433d-8796-7681b6e550f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f423087-1edd-4c26-947c-2a9c13a9eb4f,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:57.083505 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aef86617-060a-4e49-8b6d-80b251c55540 req-474d20de-7409-4caf-9048-24ed2f3df08f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 999 time: 0.0799153 May 26 15:15:57.142363 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:57.152656 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef86617-060a-4e49-8b6d-80b251c55540 req-2a19e597-8ba5-44bf-ba50-f064eae5f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:57.154837 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aef86617-060a-4e49-8b6d-80b251c55540 req-2a19e597-8ba5-44bf-ba50-f064eae5f126 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33d702e5-ab8e-40e5-b79e-9c03c1734be5 HTTP/1.1" status: 200 len: 848 time: 0.0641377 May 26 15:15:57.240908 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665793fd-a89b-4b98-9d43-f1e7959c8251 req-a23c3778-349f-4ceb-bd8b-455ffa7b57cc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:57.242758 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-665793fd-a89b-4b98-9d43-f1e7959c8251 req-a23c3778-349f-4ceb-bd8b-455ffa7b57cc tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 944 time: 0.0867329 May 26 15:15:57.250908 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef86617-060a-4e49-8b6d-80b251c55540 req-4829ea4f-1f71-4333-8d12-683271e386ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:57.252477 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aef86617-060a-4e49-8b6d-80b251c55540 req-4829ea4f-1f71-4333-8d12-683271e386ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68359501-3537-436b-ae78-35604426e377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0861139 May 26 15:15:57.392572 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-665793fd-a89b-4b98-9d43-f1e7959c8251 req-ac05ad98-d87f-47e8-aed2-713581a5366e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377301 May 26 15:15:57.440046 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aef86617-060a-4e49-8b6d-80b251c55540 req-946dd0d5-a270-4bfa-b0e9-a993758b4698 service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710463 May 26 15:15:57.518428 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:57.555870 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-aef86617-060a-4e49-8b6d-80b251c55540 req-c6bca1f3-18ae-4267-ace3-d32da482fe96 service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091831 May 26 15:15:58.330376 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-cd2aefd8-be54-4ee7-8f4a-a164dd0e3be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:58.556400 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d69239-6970-4887-9421-5e169d8b33c8 req-e08ab9e8-30b7-4e00-9426-248388d2a6b1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:58.557793 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a7d69239-6970-4887-9421-5e169d8b33c8 req-e08ab9e8-30b7-4e00-9426-248388d2a6b1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 944 time: 0.0750511 May 26 15:15:58.577484 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49794) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:15:58.649509 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a7d69239-6970-4887-9421-5e169d8b33c8 req-ff46b15c-48fc-4d5b-b97c-00b50b7a9c39 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828183 May 26 15:15:58.661662 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 919581af-7ccb-4d91-b17b-36af6ce1ee96 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:15:58.726103 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 919581af-7ccb-4d91-b17b-36af6ce1ee96 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:15:58.726471 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:58.812238 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 919581af-7ccb-4d91-b17b-36af6ce1ee96 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:15:58.812600 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:58.834865 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:58.842265 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:15:58.844790 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5949a829-0411-4ab2-9cc6-db1bf30b6a6f" -d '{"events": [{"server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "name": "network-vif-plugged", "status": "completed", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:15:58.862716 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:58.871980 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:58.954201 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f70ef1-35e1-4c00-aace-fffb3bdb6aa4 x-openstack-request-id: req-77f70ef1-35e1-4c00-aace-fffb3bdb6aa4 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:15:58.966176 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "name": "network-vif-plugged", "status": "completed", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:15:58.966176 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77f70ef1-35e1-4c00-aace-fffb3bdb6aa4 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:15:58.966176 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f70ef1-35e1-4c00-aace-fffb3bdb6aa4'] response: {'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'code': 200} May 26 15:15:58.966176 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=919581af-7ccb-4d91-b17b-36af6ce1ee96,revision_number=8']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:15:59.259344 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45418-bbd3-40ae-81b1-1bd005ee5bfa req-f5fb2d38-2d86-4660-ad32-d51c1e046349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:59.261781 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-68e45418-bbd3-40ae-81b1-1bd005ee5bfa req-f5fb2d38-2d86-4660-ad32-d51c1e046349 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1129 time: 0.0674264 May 26 15:15:59.319017 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (890ccd4b-a777-48f8-b6b3-37b79b45d48a), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:59.383326 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-68e45418-bbd3-40ae-81b1-1bd005ee5bfa req-bebcf841-7e1e-4b42-b5d9-7be2917523b4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145499 May 26 15:15:59.791505 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632ab66-4c2b-4441-881c-86766e87d15c req-1da738ee-6157-4a8e-a8a1-c1e3cafefee8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:15:59.793231 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7632ab66-4c2b-4441-881c-86766e87d15c req-1da738ee-6157-4a8e-a8a1-c1e3cafefee8 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0558817 May 26 15:15:59.852312 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7632ab66-4c2b-4441-881c-86766e87d15c req-05a42501-6da6-4e47-9add-0356347c00bd tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522568 May 26 15:15:59.879068 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Deleting port b4f7bdcb-e47f-4491-b225-b54a46448bea {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:15:59.879868 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:15:59.943334 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:15:59.986444 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] For port b4f7bdcb-e47f-4491-b225-b54a46448bea, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=b4f7bdcb-e47f-4491-b225-b54a46448bea,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:15:59.986949 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:00.004885 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Calling delete_port for b4f7bdcb-e47f-4491-b225-b54a46448bea owned by network:router_interface {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:00.013524 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:00.217645 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (b4f7bdcb-e47f-4491-b225-b54a46448bea), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:00.249210 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f7bdcb-e47f-4491-b225-b54a46448bea,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:00.463130 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (890ccd4b-a777-48f8-b6b3-37b79b45d48a), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:00.604252 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d3bda71a-9299-4c74-a611-de74cb3eead8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:00.779770 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Router 890ccd4b-a777-48f8-b6b3-37b79b45d48a has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:16:00.920116 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:16:00.936880 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] Sync routers for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:16:00.963155 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5ff9f5ca-69a1-4256-82f9-5d3b22423629 admin admin] 10.222.0.46 "PUT /v2.0/routers/890ccd4b-a777-48f8-b6b3-37b79b45d48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3840270 May 26 15:16:00.963951 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49834) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:00.967422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:00.968740 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:01.117902 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:01.169586 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612d2fd-fd21-4e4e-b1a5-f0485bfb22d5 req-44e8b382-7258-4eb7-808f-ba2e4b4a0fbb tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:01.171923 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f612d2fd-fd21-4e4e-b1a5-f0485bfb22d5 req-44e8b382-7258-4eb7-808f-ba2e4b4a0fbb tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.1262169 May 26 15:16:01.190721 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=71 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:01.204285 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks [] for router (890ccd4b-a777-48f8-b6b3-37b79b45d48a), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:01.255775 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=86 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:01.275092 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:01.311055 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:16:00Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:01.320598 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f612d2fd-fd21-4e4e-b1a5-f0485bfb22d5 req-63562bbd-ddde-4cf2-ba07-a59b851e0dcb tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415021 May 26 15:16:01.358533 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] Checking router: 890ccd4b-a777-48f8-b6b3-37b79b45d48a for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:16:01.372152 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] Routers {'890ccd4b-a777-48f8-b6b3-37b79b45d48a'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:01.373121 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:01.394148 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks [] for router_gateway (890ccd4b-a777-48f8-b6b3-37b79b45d48a), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:01.454833 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Deleting port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:16:01.455172 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:01.482017 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] Set router 890ccd4b-a777-48f8-b6b3-37b79b45d48a gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:01.559294 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] For port 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:01.559767 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:01.581065 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Calling delete_port for 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 owned by network:router_gateway {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:01.679103 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:16:00Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:01.705629 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27e35e-cfc6-493c-812c-cbcedaa80ba3 None None] The sync data for ids ['890ccd4b-a777-48f8-b6b3-37b79b45d48a'] in dv-cinder-788367-11-iscsi is: [{'id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'name': 'tempest-AttachVolumeNegativeTest-1858279290-router', 'tenant_id': '9780d0cae62c4f5088060b530571ebb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:50Z', 'updated_at': '2022-05-26T15:16:00Z', 'revision_number': 5, 'project_id': '9780d0cae62c4f5088060b530571ebb3', 'gw_port': {'id': '6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890ccd4b-a777-48f8-b6b3-37b79b45d48a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:16:01.765738 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:01.777560 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:01.806510 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:01.877750 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:01.880531 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (890ccd4b-a777-48f8-b6b3-37b79b45d48a), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:01.975604 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (890ccd4b-a777-48f8-b6b3-37b79b45d48a), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:01.978573 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks [] for router_controller (890ccd4b-a777-48f8-b6b3-37b79b45d48a), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.284608 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (890ccd4b-a777-48f8-b6b3-37b79b45d48a), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.285266 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890ccd4b-a777-48f8-b6b3-37b79b45d48a {{(pid=104041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:16:02.290450 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.291627 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e81683b7-a462-4500-9760-9847e6ed1a21 admin admin] 10.222.0.46 "DELETE /v2.0/routers/890ccd4b-a777-48f8-b6b3-37b79b45d48a HTTP/1.1" status: 204 len: 168 time: 1.3253999 May 26 15:16:02.294175 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 49846) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:02.342827 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-af335885-0761-4da6-b326-7caa9dc90749 admin admin] Deleting subnet 38b5135e-b8e4-470f-9905-8862cbe7d7dd {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:16:02.346649 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af335885-0761-4da6-b326-7caa9dc90749 admin admin] Publish callbacks [] for subnet (38b5135e-b8e4-470f-9905-8862cbe7d7dd), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.387873 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af335885-0761-4da6-b326-7caa9dc90749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (38b5135e-b8e4-470f-9905-8862cbe7d7dd), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.476692 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af335885-0761-4da6-b326-7caa9dc90749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (38b5135e-b8e4-470f-9905-8862cbe7d7dd), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.516582 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:02.538902 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af335885-0761-4da6-b326-7caa9dc90749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (38b5135e-b8e4-470f-9905-8862cbe7d7dd), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.563730 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af335885-0761-4da6-b326-7caa9dc90749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b5135e-b8e4-470f-9905-8862cbe7d7dd,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:02.570403 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-af335885-0761-4da6-b326-7caa9dc90749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.574188 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-af335885-0761-4da6-b326-7caa9dc90749 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/38b5135e-b8e4-470f-9905-8862cbe7d7dd HTTP/1.1" status: 204 len: 168 time: 0.2785227 May 26 15:16:02.576616 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f88d53-b687-4f0c-8784-29d4e89ea864 None None] Network bf638e18-3aa1-4ba6-b2c0-e624f717acb0 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:16:02.577389 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49848) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:02.580631 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:02.662613 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (bf638e18-3aa1-4ba6-b2c0-e624f717acb0), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.665152 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:02.711744 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Deleting port 71633039-63df-4edd-8b31-7f30c7ce1f89 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:16:02.712093 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.791054 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] For port 71633039-63df-4edd-8b31-7f30c7ce1f89, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=71633039-63df-4edd-8b31-7f30c7ce1f89,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:02.791426 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.803794 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f990fbf-da20-4ad3-99cc-df98c43c52d4 None None] DHCP port deletion for bf638e18-3aa1-4ba6-b2c0-e624f717acb0 request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:16:02.811985 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Calling delete_port for 71633039-63df-4edd-8b31-7f30c7ce1f89 owned by network:dhcp {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:02.824605 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:02.866069 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-0f990fbf-da20-4ad3-99cc-df98c43c52d4 None None] Deleting port 71633039-63df-4edd-8b31-7f30c7ce1f89 {{(pid=104043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:16:02.866946 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-0f990fbf-da20-4ad3-99cc-df98c43c52d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), before_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.918512 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.949872 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Pushing event deleted for resources: {'Port': ['ID=71633039-63df-4edd-8b31-7f30c7ce1f89,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:02.953711 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] No DVR routers for this DVR port 71633039-63df-4edd-8b31-7f30c7ce1f89 on host dv-cinder-788367-11-iscsi {{(pid=104042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:16:02.976740 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-0f990fbf-da20-4ad3-99cc-df98c43c52d4 None None] For port 71633039-63df-4edd-8b31-7f30c7ce1f89, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=71633039-63df-4edd-8b31-7f30c7ce1f89,segment=NetworkSegment(883abc49-30a9-42aa-bcad-ee8fa234cec5),segment_id=883abc49-30a9-42aa-bcad-ee8fa234cec5)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:02.977153 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-0f990fbf-da20-4ad3-99cc-df98c43c52d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), precommit_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:02.992383 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:03.000583 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-0f990fbf-da20-4ad3-99cc-df98c43c52d4 None None] Calling delete_port for 71633039-63df-4edd-8b31-7f30c7ce1f89 owned by network:dhcp {{(pid=104043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:03.033859 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (bf638e18-3aa1-4ba6-b2c0-e624f717acb0), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.056497 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf638e18-3aa1-4ba6-b2c0-e624f717acb0']}} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:03.067505 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883abc49-30a9-42aa-bcad-ee8fa234cec5') {'for_net_delete': True} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:03.067802 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883abc49-30a9-42aa-bcad-ee8fa234cec5') {} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:03.078182 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11762101'] for segment (883abc49-30a9-42aa-bcad-ee8fa234cec5), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.094954 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (883abc49-30a9-42aa-bcad-ee8fa234cec5), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.103562 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=104042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:16:03.103936 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11732373'] for segment (883abc49-30a9-42aa-bcad-ee8fa234cec5), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.111414 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-0f990fbf-da20-4ad3-99cc-df98c43c52d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354'] for port (71633039-63df-4edd-8b31-7f30c7ce1f89), after_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.151977 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f990fbf-da20-4ad3-99cc-df98c43c52d4 None None] No DVR routers for this DVR port 71633039-63df-4edd-8b31-7f30c7ce1f89 on host dv-cinder-788367-11-iscsi {{(pid=104043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:16:03.157653 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f990fbf-da20-4ad3-99cc-df98c43c52d4 None None] Pushing event deleted for resources: {'Port': ['ID=71633039-63df-4edd-8b31-7f30c7ce1f89,revision_number=None']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:03.160885 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 883abc49-30a9-42aa-bcad-ee8fa234cec5 resource provider aggregate not found May 26 15:16:03.188556 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 883abc49-30a9-42aa-bcad-ee8fa234cec5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 883abc49-30a9-42aa-bcad-ee8fa234cec5 found for delete ", "request_id": "req-8e095309-59a7-445d-a7aa-91ec67d14bfd"}]} May 26 15:16:03.194333 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (bf638e18-3aa1-4ba6-b2c0-e624f717acb0), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.201575 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.207003 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf638e18-3aa1-4ba6-b2c0-e624f717acb0 HTTP/1.1" status: 204 len: 168 time: 0.6282752 May 26 15:16:03.221294 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98838bb-e214-43e3-9c0d-d52eccd5ea50 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf638e18-3aa1-4ba6-b2c0-e624f717acb0,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:03.344462 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49860) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:03.389796 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-f4d8780b-0de6-4cee-b7cd-6af7058af219 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9780d0cae62c4f5088060b530571ebb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440736 May 26 15:16:03.392376 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 49862) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:03.415293 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.449028 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-72e0cc2e-12b8-42f2-83bf-840b3720eea3 admin admin] Publish callbacks [] for security_group (eece9791-b8df-441f-b6dc-1e9949dcaabe), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.472333 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-72e0cc2e-12b8-42f2-83bf-840b3720eea3 admin admin] Publish callbacks [] for security_group (eece9791-b8df-441f-b6dc-1e9949dcaabe), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.528537 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-72e0cc2e-12b8-42f2-83bf-840b3720eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (eece9791-b8df-441f-b6dc-1e9949dcaabe), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.531512 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-72e0cc2e-12b8-42f2-83bf-840b3720eea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:03.532732 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-72e0cc2e-12b8-42f2-83bf-840b3720eea3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eece9791-b8df-441f-b6dc-1e9949dcaabe HTTP/1.1" status: 204 len: 168 time: 0.1394107 May 26 15:16:03.543095 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0cc2e-12b8-42f2-83bf-840b3720eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece9791-b8df-441f-b6dc-1e9949dcaabe,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:03.599420 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 71633039-63df-4edd-8b31-7f30c7ce1f89 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:16:03.632569 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 71633039-63df-4edd-8b31-7f30c7ce1f89 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:16:03.632914 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 71633039-63df-4edd-8b31-7f30c7ce1f89 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:16:03.633326 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:16:03.656162 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:16:03.656843 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 6d4b8d55-163c-46d9-ae5a-5c1a4d55ce45 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:16:03.657331 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device b4f7bdcb-e47f-4491-b225-b54a46448bea no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:16:03.680821 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: b4f7bdcb-e47f-4491-b225-b54a46448bea {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:16:03.681151 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device b4f7bdcb-e47f-4491-b225-b54a46448bea not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:16:04.314958 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e074351-1dfe-4f21-87a1-8928b78f8f57 req-09d01f46-40b5-4fa3-8cfa-24b4dc66c91e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:04.317522 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4e074351-1dfe-4f21-87a1-8928b78f8f57 req-09d01f46-40b5-4fa3-8cfa-24b4dc66c91e tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0855169 May 26 15:16:04.401933 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-4e074351-1dfe-4f21-87a1-8928b78f8f57 req-01a604dc-1ada-4db5-aa73-600d95f19629 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775712 May 26 15:16:04.701309 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:05.543292 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d664d-49d1-4471-aa95-431455db95f7 req-f547afa4-018c-4e36-a8dc-9cea51dc2754 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:05.545892 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5c4d664d-49d1-4471-aa95-431455db95f7 req-f547afa4-018c-4e36-a8dc-9cea51dc2754 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0573509 May 26 15:16:05.596682 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5c4d664d-49d1-4471-aa95-431455db95f7 req-2d9e469b-8dfa-43a0-b199-b72d388618cf tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446453 May 26 15:16:06.737914 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e160b5-0575-4f45-936e-3d9fdc2c9ddc req-844c9af8-5362-4443-b576-1a022b7211b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:06.739471 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-01e160b5-0575-4f45-936e-3d9fdc2c9ddc req-844c9af8-5362-4443-b576-1a022b7211b0 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0570655 May 26 15:16:06.803930 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-01e160b5-0575-4f45-936e-3d9fdc2c9ddc req-dc789016-f9a5-4708-b326-953e8bed1a4c tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569673 May 26 15:16:07.937406 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031ad57-4e2a-48da-8c30-d6864fbb3428 req-c32dcaa2-9182-4273-809e-7d5f409efd95 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:07.938979 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1031ad57-4e2a-48da-8c30-d6864fbb3428 req-c32dcaa2-9182-4273-809e-7d5f409efd95 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0554519 May 26 15:16:07.991316 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1031ad57-4e2a-48da-8c30-d6864fbb3428 req-e68187eb-72d9-4559-a9c5-247d9a981179 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448375 May 26 15:16:09.120417 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56906e37-0c1c-440d-b469-a5d5c7b3942d req-b71b3c04-c30a-4388-92fe-5acff642f0fe tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:09.123160 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-56906e37-0c1c-440d-b469-a5d5c7b3942d req-b71b3c04-c30a-4388-92fe-5acff642f0fe tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0531003 May 26 15:16:09.181931 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-56906e37-0c1c-440d-b469-a5d5c7b3942d req-f1ddff91-39fb-4137-b5c1-9995708930d4 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527706 May 26 15:16:10.225490 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-2002d61e-0a87-4742-b6ad-1d336ee4fd13 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:10.226939 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-2002d61e-0a87-4742-b6ad-1d336ee4fd13 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0520055 May 26 15:16:10.240843 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:10.342774 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bc359-75d2-4faf-80de-f91c14ba45d3 req-aa1e75c3-a6dc-4589-a710-0c76b8e29081 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:10.344281 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2c8bc359-75d2-4faf-80de-f91c14ba45d3 req-aa1e75c3-a6dc-4589-a710-0c76b8e29081 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 946 time: 0.0840621 May 26 15:16:10.367372 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Deleting port f7a772e1-226c-4379-8092-198295987b70 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:16:10.367702 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (f7a772e1-226c-4379-8092-198295987b70), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:10.449070 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2c8bc359-75d2-4faf-80de-f91c14ba45d3 req-bb51a7b9-2505-4307-a3c9-d904075acac5 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba49aa7e-155a-4970-a71b-2424c76b29bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989592 May 26 15:16:10.486296 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] For port f7a772e1-226c-4379-8092-198295987b70, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a772e1-226c-4379-8092-198295987b70,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:10.486578 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (f7a772e1-226c-4379-8092-198295987b70), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:10.699190 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:10.699757 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (a504d241-744c-4deb-bcb3-cb4a4acd1001), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:10.700233 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Floating IP a504d241-744c-4deb-bcb3-cb4a4acd1001 disassociated. External IP: 172.27.1.133, port: f7a772e1-226c-4379-8092-198295987b70. May 26 15:16:10.700764 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Calling delete_port for f7a772e1-226c-4379-8092-198295987b70 owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:10.709812 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:10.863930 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (f7a772e1-226c-4379-8092-198295987b70), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:10.893821 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event deleted for resources: {'Port': ['ID=f7a772e1-226c-4379-8092-198295987b70,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:11.027132 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:16:11.139273 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:16:11.151831 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] Sync routers for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:16:11.163627 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:11.164435 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:11.186520 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] No DVR routers for this DVR port f7a772e1-226c-4379-8092-198295987b70 on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:16:11.189263 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:11.192827 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bab2856f-c286-46cb-9d4c-d8fda223859f req-40655170-49a5-4a99-851d-a3cc86abba6d tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.75 "DELETE /v2.0/ports/f7a772e1-226c-4379-8092-198295987b70 HTTP/1.1" status: 204 len: 173 time: 0.9603956 May 26 15:16:11.193354 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-deleted', 'tag': 'f7a772e1-226c-4379-8092-198295987b70'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:16:11.195884 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef03a13c-f3b1-4d38-9431-798eec49f82d" -d '{"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-deleted", "tag": "f7a772e1-226c-4379-8092-198295987b70"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:16:11.272710 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23edcb19-f715-47fa-9df8-4c9d92bbc8ed x-openstack-request-id: req-23edcb19-f715-47fa-9df8-4c9d92bbc8ed {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:16:11.273839 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399eff3a-ae28-4b3d-a00c-36e004e509da", "name": "network-vif-deleted", "tag": "f7a772e1-226c-4379-8092-198295987b70", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:16:11.273839 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23edcb19-f715-47fa-9df8-4c9d92bbc8ed {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:16:11.274559 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23edcb19-f715-47fa-9df8-4c9d92bbc8ed'] response: {'server_uuid': '399eff3a-ae28-4b3d-a00c-36e004e509da', 'name': 'network-vif-deleted', 'tag': 'f7a772e1-226c-4379-8092-198295987b70', 'status': 'completed', 'code': 200} May 26 15:16:11.291218 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:11.519542 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:11.543774 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] Checking router: 63032ff9-f2ac-4259-8458-6aa7251ad3c4 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:16:11.552764 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:11.553371 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:11.568658 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9ae59d67-7839-4f54-98d3-afcf32cbecd4 req-f1fbbb3b-8785-4e4d-85dd-23faa5b88923 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/ports?device_id=399eff3a-ae28-4b3d-a00c-36e004e509da HTTP/1.1" status: 200 len: 210 time: 0.0311196 May 26 15:16:11.741273 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:11.931749 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:11.960234 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a6f35-a8e8-412e-a9e3-1ebfd2cd8b5e None None] The sync data for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi is: [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:09:05Z', 'revision_number': 4, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '041528df-a4e9-47f6-a38e-07cde90ecc05', 'name': '', 'network_id': '4cc6f64a-79d5-4535-9da7-4cf3dfad5e95', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'mac_address': 'fa:16:3e:e6:1a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:09:00Z', 'updated_at': '2022-05-26T15:09:15Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'subnets': [{'id': 'a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:16:12.240719 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e103567-de3f-4660-9952-be7ac54585a6 None None] New status for floating IP a504d241-744c-4deb-bcb3-cb4a4acd1001: DOWN {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:16:12.278528 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50032) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:12.401893 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0a9b540c-2134-41b6-b6bc-026c35aa845c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.476949 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0a9b540c-2134-41b6-b6bc-026c35aa845c admin admin] Publish callbacks [] for security_group (20f330f1-b225-4a8b-b8c6-48350f53bd03), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.484902 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0a9b540c-2134-41b6-b6bc-026c35aa845c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (20f330f1-b225-4a8b-b8c6-48350f53bd03), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.511341 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:12.530243 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b540c-2134-41b6-b6bc-026c35aa845c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f330f1-b225-4a8b-b8c6-48350f53bd03,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:12.534902 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0a9b540c-2134-41b6-b6bc-026c35aa845c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d22a20b14bd54530b45ded9388b93724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551389 May 26 15:16:12.538062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50038) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:12.595457 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f923-1c9e-4153-805e-be7f253575ef admin admin] Publish callbacks [] for security_group (20f330f1-b225-4a8b-b8c6-48350f53bd03), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.622850 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f923-1c9e-4153-805e-be7f253575ef admin admin] Publish callbacks [] for security_group (20f330f1-b225-4a8b-b8c6-48350f53bd03), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.687406 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50044) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:12.704607 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f923-1c9e-4153-805e-be7f253575ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (20f330f1-b225-4a8b-b8c6-48350f53bd03), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.707267 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f3b9f923-1c9e-4153-805e-be7f253575ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.708412 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-f3b9f923-1c9e-4153-805e-be7f253575ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20f330f1-b225-4a8b-b8c6-48350f53bd03 HTTP/1.1" status: 204 len: 168 time: 0.1699195 May 26 15:16:12.727256 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9f923-1c9e-4153-805e-be7f253575ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f330f1-b225-4a8b-b8c6-48350f53bd03,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:12.733927 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:12.782161 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-34dfd832-9e5b-4c3a-a536-84234a92074f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (ba49aa7e-155a-4970-a71b-2424c76b29bd), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.811431 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-34dfd832-9e5b-4c3a-a536-84234a92074f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (ba49aa7e-155a-4970-a71b-2424c76b29bd), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.880667 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-34dfd832-9e5b-4c3a-a536-84234a92074f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ba49aa7e-155a-4970-a71b-2424c76b29bd), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.883641 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-34dfd832-9e5b-4c3a-a536-84234a92074f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:12.887988 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-34dfd832-9e5b-4c3a-a536-84234a92074f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "DELETE /v2.0/security-groups/ba49aa7e-155a-4970-a71b-2424c76b29bd HTTP/1.1" status: 204 len: 168 time: 0.1961606 May 26 15:16:12.888921 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50050) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:12.895425 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfd832-9e5b-4c3a-a536-84234a92074f tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba49aa7e-155a-4970-a71b-2424c76b29bd,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:12.904748 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.api.v2.resource [None req-e5f89ef9-4a20-4807-9429-83465562d4f8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] show failed (client error): The resource could not be found. May 26 15:16:12.905823 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e5f89ef9-4a20-4807-9429-83465562d4f8 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "GET /v2.0/security-groups/ba49aa7e-155a-4970-a71b-2424c76b29bd HTTP/1.1" status: 404 len: 347 time: 0.0158920 May 26 15:16:12.908971 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50052) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:12.956954 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:13.046859 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Deleting port 827723fd-92d8-40c8-b36e-a4e1df8f27dc {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:16:13.047346 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (827723fd-92d8-40c8-b36e-a4e1df8f27dc), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:13.158706 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (827723fd-92d8-40c8-b36e-a4e1df8f27dc), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:13.159120 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (827723fd-92d8-40c8-b36e-a4e1df8f27dc), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:13.177168 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Calling delete_port for 827723fd-92d8-40c8-b36e-a4e1df8f27dc owned by network:floatingip {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:13.332362 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (827723fd-92d8-40c8-b36e-a4e1df8f27dc), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:13.363253 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Pushing event deleted for resources: {'Port': ['ID=827723fd-92d8-40c8-b36e-a4e1df8f27dc,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:13.446674 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks [] for floatingip (a504d241-744c-4deb-bcb3-cb4a4acd1001), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:13.450026 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:13.451239 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-8fd8c6ca-1849-4d8e-a906-e9d3e0847822 tempest-AttachVolumeShelveTestJSON-1937526415 tempest-AttachVolumeShelveTestJSON-1937526415-project] 10.222.0.46 "DELETE /v2.0/floatingips/a504d241-744c-4deb-bcb3-cb4a4acd1001 HTTP/1.1" status: 204 len: 168 time: 0.5412581 May 26 15:16:15.280101 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f7a772e1-226c-4379-8092-198295987b70 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:16:15.300491 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: f7a772e1-226c-4379-8092-198295987b70 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:16:15.300898 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device f7a772e1-226c-4379-8092-198295987b70 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:16:17.835491 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50180) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:17.983792 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e34a6f23-27a5-4420-bd7f-697b4d68a00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.029508 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:18.081021 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50192) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:18.086531 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.097691 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e34a6f23-27a5-4420-bd7f-697b4d68a00d admin admin] Publish callbacks [] for security_group (9a67b731-3823-4834-9ac3-8196697241a9), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.101851 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e34a6f23-27a5-4420-bd7f-697b4d68a00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9a67b731-3823-4834-9ac3-8196697241a9), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.145894 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e34a6f23-27a5-4420-bd7f-697b4d68a00d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85a93d9961c2466aae0e7dbd25e34876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089166 May 26 15:16:18.146730 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a6f23-27a5-4420-bd7f-697b4d68a00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a67b731-3823-4834-9ac3-8196697241a9,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:18.150065 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50196) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:18.279579 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-15a66c3c-9ca3-4925-a7c4-ec3f4ce58283 admin admin] Publish callbacks [] for security_group (9a67b731-3823-4834-9ac3-8196697241a9), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.337295 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-15a66c3c-9ca3-4925-a7c4-ec3f4ce58283 admin admin] Publish callbacks [] for security_group (9a67b731-3823-4834-9ac3-8196697241a9), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.457670 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-15a66c3c-9ca3-4925-a7c4-ec3f4ce58283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9a67b731-3823-4834-9ac3-8196697241a9), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.460157 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-15a66c3c-9ca3-4925-a7c4-ec3f4ce58283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.461298 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-15a66c3c-9ca3-4925-a7c4-ec3f4ce58283 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a67b731-3823-4834-9ac3-8196697241a9 HTTP/1.1" status: 204 len: 168 time: 0.3102157 May 26 15:16:18.474033 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a66c3c-9ca3-4925-a7c4-ec3f4ce58283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a67b731-3823-4834-9ac3-8196697241a9,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:18.601860 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (63032ff9-f2ac-4259-8458-6aa7251ad3c4), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.643984 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:18.859106 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Deleting port 041528df-a4e9-47f6-a38e-07cde90ecc05 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:16:18.859328 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.949326 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:18.952061 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] For port 041528df-a4e9-47f6-a38e-07cde90ecc05, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=041528df-a4e9-47f6-a38e-07cde90ecc05,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:18.952430 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:18.968123 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Calling delete_port for 041528df-a4e9-47f6-a38e-07cde90ecc05 owned by network:router_interface {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:19.158238 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (041528df-a4e9-47f6-a38e-07cde90ecc05), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:19.185346 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Pushing event deleted for resources: {'Port': ['ID=041528df-a4e9-47f6-a38e-07cde90ecc05,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:19.358997 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (63032ff9-f2ac-4259-8458-6aa7251ad3c4), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:19.584584 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:16:19.631636 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:19.679710 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50232) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:19.697988 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:16:19.706322 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-55ec26f2-9487-4656-9f6d-599a6f8923bb admin admin] 10.222.0.46 "PUT /v2.0/routers/63032ff9-f2ac-4259-8458-6aa7251ad3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6225951 May 26 15:16:19.706459 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50236) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:19.710235 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] Sync routers for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:16:19.724349 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:19.725281 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:19.830566 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d3631e2e-a6f4-43b9-b4d5-fdecbb6375e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:19.834042 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks [] for router (63032ff9-f2ac-4259-8458-6aa7251ad3c4), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:19.841163 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:19.957205 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:19.981475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks [] for router_gateway (63032ff9-f2ac-4259-8458-6aa7251ad3c4), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.011817 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:16:19Z', 'revision_number': 5, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port': {'id': 'e5fb689d-1029-4200-9668-795dbaeb29c4', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:08:53Z', 'updated_at': '2022-05-26T15:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:20.032267 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d3631e2e-a6f4-43b9-b4d5-fdecbb6375e4 admin admin] Publish callbacks [] for security_group (a56a6a51-b01c-46bb-827a-1a12700d0ab2), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.036888 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] Checking router: 63032ff9-f2ac-4259-8458-6aa7251ad3c4 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:16:20.042238 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d3631e2e-a6f4-43b9-b4d5-fdecbb6375e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a56a6a51-b01c-46bb-827a-1a12700d0ab2), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.043465 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:20.049475 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] Routers {'63032ff9-f2ac-4259-8458-6aa7251ad3c4'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:20.049475 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:20.064939 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Deleting port e5fb689d-1029-4200-9668-795dbaeb29c4 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:16:20.065281 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.120757 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:20.131621 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3631e2e-a6f4-43b9-b4d5-fdecbb6375e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a6a51-b01c-46bb-827a-1a12700d0ab2,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:20.137566 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] Set router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 gateway port host: None {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:20.140288 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-d3631e2e-a6f4-43b9-b4d5-fdecbb6375e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59fbca412c0346038d8b4a12129805f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4594948 May 26 15:16:20.143934 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50240) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:20.183066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] For port e5fb689d-1029-4200-9668-795dbaeb29c4, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=e5fb689d-1029-4200-9668-795dbaeb29c4,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:20.183372 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.192891 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:16:19Z', 'revision_number': 6, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port_host': None}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:20.198897 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5dbd281d-a506-4ed7-8072-c8548c613cb2 admin admin] Publish callbacks [] for security_group (a56a6a51-b01c-46bb-827a-1a12700d0ab2), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.199469 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Calling delete_port for e5fb689d-1029-4200-9668-795dbaeb29c4 owned by network:router_gateway {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:20.208566 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:20.219677 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56068e-d3e5-4f33-a140-53bebade3f25 None None] The sync data for ids ['63032ff9-f2ac-4259-8458-6aa7251ad3c4'] in dv-cinder-788367-11-iscsi is: [{'id': '63032ff9-f2ac-4259-8458-6aa7251ad3c4', 'name': 'tempest-AttachVolumeShelveTestJSON-1032414655-router', 'tenant_id': 'd732418a4b2247e59ed96898b21cf6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:08:52Z', 'updated_at': '2022-05-26T15:16:19Z', 'revision_number': 6, 'project_id': 'd732418a4b2247e59ed96898b21cf6b1', 'gw_port_host': None}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:16:20.225765 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5dbd281d-a506-4ed7-8072-c8548c613cb2 admin admin] Publish callbacks [] for security_group (a56a6a51-b01c-46bb-827a-1a12700d0ab2), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.269820 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:20.280075 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5dbd281d-a506-4ed7-8072-c8548c613cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a56a6a51-b01c-46bb-827a-1a12700d0ab2), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.282908 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5dbd281d-a506-4ed7-8072-c8548c613cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.284017 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5dbd281d-a506-4ed7-8072-c8548c613cb2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a56a6a51-b01c-46bb-827a-1a12700d0ab2 HTTP/1.1" status: 204 len: 168 time: 0.1379094 May 26 15:16:20.292330 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd281d-a506-4ed7-8072-c8548c613cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a6a51-b01c-46bb-827a-1a12700d0ab2,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:20.396524 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (e5fb689d-1029-4200-9668-795dbaeb29c4), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.424827 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fb689d-1029-4200-9668-795dbaeb29c4,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:20.500547 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (63032ff9-f2ac-4259-8458-6aa7251ad3c4), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.609267 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (63032ff9-f2ac-4259-8458-6aa7251ad3c4), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.611854 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks [] for router_controller (63032ff9-f2ac-4259-8458-6aa7251ad3c4), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.668506 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (63032ff9-f2ac-4259-8458-6aa7251ad3c4), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.669675 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63032ff9-f2ac-4259-8458-6aa7251ad3c4 {{(pid=104041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:16:20.677314 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.680643 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-b4b264da-cf32-41a7-98e2-9bb9a5a7cd5b admin admin] 10.222.0.46 "DELETE /v2.0/routers/63032ff9-f2ac-4259-8458-6aa7251ad3c4 HTTP/1.1" status: 204 len: 168 time: 0.9718976 May 26 15:16:20.681229 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50256) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:20.730241 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-1090e465-2e94-466c-8a23-7a5e38121eb2 admin admin] Deleting subnet a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:16:20.733672 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1090e465-2e94-466c-8a23-7a5e38121eb2 admin admin] Publish callbacks [] for subnet (a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.770329 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1090e465-2e94-466c-8a23-7a5e38121eb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.852466 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1090e465-2e94-466c-8a23-7a5e38121eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.911262 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1090e465-2e94-466c-8a23-7a5e38121eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.916819 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:20.941557 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090e465-2e94-466c-8a23-7a5e38121eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:20.943793 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1090e465-2e94-466c-8a23-7a5e38121eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:20.946957 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-1090e465-2e94-466c-8a23-7a5e38121eb2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a39881dd-aeb9-4b7e-8f0c-f9c0521f82fc HTTP/1.1" status: 204 len: 168 time: 0.2644050 May 26 15:16:20.951136 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50266) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:20.955356 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28bf8fe-bc05-4dd3-94b7-736f239728f1 None None] Network 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:16:21.027680 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50268) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:21.037131 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (4cc6f64a-79d5-4535-9da7-4cf3dfad5e95), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.097000 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Deleting port 685a3363-d711-4d46-8dc3-dc3dd69a0afb {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:16:21.097340 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.150971 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] DHCP port deletion for 4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:16:21.168139 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] For port 685a3363-d711-4d46-8dc3-dc3dd69a0afb, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=685a3363-d711-4d46-8dc3-dc3dd69a0afb,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:21.168656 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.176081 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1167257095-network', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:16:21.195846 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Calling delete_port for 685a3363-d711-4d46-8dc3-dc3dd69a0afb owned by network:dhcp {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:21.196845 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Deleting port 685a3363-d711-4d46-8dc3-dc3dd69a0afb {{(pid=104043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:16:21.197412 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), before_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.217066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Made reservation on behalf of fb7e58e0c6954bb5ae0fafee4c7a6724 for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:16:21.219450 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.257679 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:21.260442 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.267319 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] For port 685a3363-d711-4d46-8dc3-dc3dd69a0afb, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=685a3363-d711-4d46-8dc3-dc3dd69a0afb,segment=NetworkSegment(4bce5848-c037-4967-806b-3794ab59f584),segment_id=4bce5848-c037-4967-806b-3794ab59f584)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:21.267753 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), precommit_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.283556 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Calling delete_port for 685a3363-d711-4d46-8dc3-dc3dd69a0afb owned by network:dhcp {{(pid=104043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:16:21.361865 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.396618 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Pushing event deleted for resources: {'Port': ['ID=685a3363-d711-4d46-8dc3-dc3dd69a0afb,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:21.401929 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] No DVR routers for this DVR port 685a3363-d711-4d46-8dc3-dc3dd69a0afb on host dv-cinder-788367-11-iscsi {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:16:21.402392 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354'] for port (685a3363-d711-4d46-8dc3-dc3dd69a0afb), after_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.449871 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Pushing event deleted for resources: {'Port': ['ID=685a3363-d711-4d46-8dc3-dc3dd69a0afb,revision_number=None']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:21.464196 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] No DVR routers for this DVR port 685a3363-d711-4d46-8dc3-dc3dd69a0afb on host dv-cinder-788367-11-iscsi {{(pid=104043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:16:21.466941 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.467280 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.467839 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.468180 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.468551 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.469855 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.470219 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.470565 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.470909 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.471276 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.471610 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.471943 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.472272 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.472597 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.472921 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de31bb-3ee2-4bc3-b7f4-e9262f155be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:21.521594 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (4cc6f64a-79d5-4535-9da7-4cf3dfad5e95), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.526029 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Publish callbacks [] for security_group (97b36b13-1b68-4fb0-a96f-e37f37300dbd), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.546747 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (97b36b13-1b68-4fb0-a96f-e37f37300dbd), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.556112 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc6f64a-79d5-4535-9da7-4cf3dfad5e95']}} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:21.581651 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bce5848-c037-4967-806b-3794ab59f584') {'for_net_delete': True} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:21.581943 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bce5848-c037-4967-806b-3794ab59f584') {} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:21.599932 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:16:21.610483 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 685a3363-d711-4d46-8dc3-dc3dd69a0afb no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:16:21.611817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7551123'] for segment (4bce5848-c037-4967-806b-3794ab59f584), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.615027 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b36b13-1b68-4fb0-a96f-e37f37300dbd,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:21.631798 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 685a3363-d711-4d46-8dc3-dc3dd69a0afb {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:16:21.632155 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 685a3363-d711-4d46-8dc3-dc3dd69a0afb not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:16:21.632290 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (5a68ff1f-0914-4661-81b7-1c177dc1d982), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.632601 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device e5fb689d-1029-4200-9668-795dbaeb29c4 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:16:21.632805 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Added segment 5a68ff1f-0914-4661-81b7-1c177dc1d982 of type vlan for network 0cad89fc-1f08-469a-b236-e51174ed7e88 May 26 15:16:21.639718 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (4bce5848-c037-4967-806b-3794ab59f584), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.654766 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=104041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:16:21.655214 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885275'] for segment (4bce5848-c037-4967-806b-3794ab59f584), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.659271 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: e5fb689d-1029-4200-9668-795dbaeb29c4 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:16:21.659713 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device e5fb689d-1029-4200-9668-795dbaeb29c4 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:16:21.660131 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 041528df-a4e9-47f6-a38e-07cde90ecc05 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:16:21.698366 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 041528df-a4e9-47f6-a38e-07cde90ecc05 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:16:21.698884 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 041528df-a4e9-47f6-a38e-07cde90ecc05 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:16:21.749223 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (0cad89fc-1f08-469a-b236-e51174ed7e88), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.778337 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (4cc6f64a-79d5-4535-9da7-4cf3dfad5e95), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.786311 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.792365 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] 10.222.0.46 "DELETE /v2.0/networks/4cc6f64a-79d5-4535-9da7-4cf3dfad5e95 HTTP/1.1" status: 204 len: 168 time: 0.8403292 May 26 15:16:21.811673 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46735b6-d521-46e1-9a55-849a75c4959b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc6f64a-79d5-4535-9da7-4cf3dfad5e95,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:21.820797 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (0cad89fc-1f08-469a-b236-e51174ed7e88), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.822811 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:21.823300 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.827104 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:21.902673 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8736656 May 26 15:16:21.907002 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc92794-4fb3-428c-bf2d-7a650098594b admin admin] Pushing event updated for resources: {'Network': ['ID=0cad89fc-1f08-469a-b236-e51174ed7e88,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:21.907761 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50288) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:21.914462 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Request body: {'subnet': {'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1167257095-subnet', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'ip_version': 4}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:16:21.915481 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 4bce5848-c037-4967-806b-3794ab59f584 resource provider aggregate not found May 26 15:16:21.926694 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 0cad89fc-1f08-469a-b236-e51174ed7e88 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:16:21.938006 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Made reservation on behalf of fb7e58e0c6954bb5ae0fafee4c7a6724 for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:16:21.944028 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12408975'] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:21.954558 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 4bce5848-c037-4967-806b-3794ab59f584 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bce5848-c037-4967-806b-3794ab59f584 found for delete ", "request_id": "req-0356c170-d928-4d96-8e3d-2d29aec2276d"}]} May 26 15:16:21.978008 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50292) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:22.051045 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-09097a8f-ba8b-4cfc-8d1d-a6071a1cfee9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d732418a4b2247e59ed96898b21cf6b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0692935 May 26 15:16:22.058605 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50294) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:22.137787 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-44a05b35-8e73-4fd2-b2d9-2619199803b8 admin admin] Publish callbacks [] for security_group (e5a6ad74-ca5f-4065-a21f-b560d3a77503), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.141118 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:22.171952 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-44a05b35-8e73-4fd2-b2d9-2619199803b8 admin admin] Publish callbacks [] for security_group (e5a6ad74-ca5f-4065-a21f-b560d3a77503), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.234583 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-44a05b35-8e73-4fd2-b2d9-2619199803b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e5a6ad74-ca5f-4065-a21f-b560d3a77503), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.237902 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-44a05b35-8e73-4fd2-b2d9-2619199803b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.242819 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-44a05b35-8e73-4fd2-b2d9-2619199803b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5a6ad74-ca5f-4065-a21f-b560d3a77503 HTTP/1.1" status: 204 len: 168 time: 0.1816442 May 26 15:16:22.253284 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a05b35-8e73-4fd2-b2d9-2619199803b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a6ad74-ca5f-4065-a21f-b560d3a77503,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:22.489308 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11762038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12408985'] for subnet (6df1aceb-3316-4f3b-a210-f9d6280a9d51), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.553841 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df1aceb-3316-4f3b-a210-f9d6280a9d51,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:22.573704 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Checking segment: {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:16:22.574066 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Network hostable DHCP agents. Network: 0cad89fc-1f08-469a-b236-e51174ed7e88, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:16:22.597674 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Network 0cad89fc-1f08-469a-b236-e51174ed7e88 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:16:22.612558 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 0cad89fc-1f08-469a-b236-e51174ed7e88) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:22.617143 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:22.617782 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.634086 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db18ccd-e59f-45d9-8272-7038cff08998 None None] Network 0cad89fc-1f08-469a-b236-e51174ed7e88 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:16:22.654107 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50318) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:22.654588 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-08081eb3-8b3f-4dcb-a031-8539e29aba08 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7447503 May 26 15:16:22.659067 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:16:22.681923 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:DELETE=12,neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:22.710694 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (fd91164d-f4d1-4787-8289-88a71baa4962), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.711984 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (fd91164d-f4d1-4787-8289-88a71baa4962), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.795454 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-0cad89fc-1f08-469a-b236-e51174ed7e88', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:16:22.797117 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.801077 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks [] for router_controller (fd91164d-f4d1-4787-8289-88a71baa4962), precommit_add_association {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:22.816072 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:22.964952 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Allocated IP 172.20.0.2 (0cad89fc-1f08-469a-b236-e51174ed7e88/6df1aceb-3316-4f3b-a210-f9d6280a9d51/056b60b3-9399-4a8d-a063-a7b7c836f451) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:16:23.158068 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Publish callbacks [] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:23.172672 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:23.222308 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks [] for router_gateway (fd91164d-f4d1-4787-8289-88a71baa4962), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:23.224691 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Network 0cad89fc-1f08-469a-b236-e51174ed7e88 is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:16:23.233950 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:23.237424 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:16:23.244864 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Pushing event updated for resources: {'Port': ['ID=056b60b3-9399-4a8d-a063-a7b7c836f451,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:23.315904 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Attempting to bind port 056b60b3-9399-4a8d-a063-a7b7c836f451 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:16:23.316275 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Attempting to bind port 056b60b3-9399-4a8d-a063-a7b7c836f451 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:16:23.316872 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Attempting to bind port 056b60b3-9399-4a8d-a063-a7b7c836f451 on network 0cad89fc-1f08-469a-b236-e51174ed7e88 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:16:23.326505 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:16:23.327039 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Checking segment: {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:16:23.328489 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:23.328489 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Bound using segment: {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:16:23.329313 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Bound port: 056b60b3-9399-4a8d-a063-a7b7c836f451, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:16:23.330103 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:23.422568 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] For port 056b60b3-9399-4a8d-a063-a7b7c836f451, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:16:23.427271 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] For port 056b60b3-9399-4a8d-a063-a7b7c836f451, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=056b60b3-9399-4a8d-a063-a7b7c836f451,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:16:23.437637 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:23.519475 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4aad-316b-4cbc-bfe9-3182eeff221f None None] Pushing event updated for resources: {'Port': ['ID=056b60b3-9399-4a8d-a063-a7b7c836f451,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:23.532887 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks [] for router_gateway (fd91164d-f4d1-4787-8289-88a71baa4962), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:23.564217 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:23.736582 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Allocated IP 172.27.1.211 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:16:23.939836 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:23.969279 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks [] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:24.011112 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:24.054064 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:16:24.057017 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:24.061035 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:16:24.068631 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Pushing event updated for resources: {'Port': ['ID=fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:24.329842 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:24.387660 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks [] for router_gateway (fd91164d-f4d1-4787-8289-88a71baa4962), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:24.623706 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (fd91164d-f4d1-4787-8289-88a71baa4962), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:24.769430 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571b97c0-74b5-403b-abff-55f7e5ca03c3 None None] Network 0cad89fc-1f08-469a-b236-e51174ed7e88 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:16:24.804659 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Router fd91164d-f4d1-4787-8289-88a71baa4962 is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:16:24.857697 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-af49f95a-e365-4520-b64f-50d9fceeaf2a None None] Provisioning complete for port 056b60b3-9399-4a8d-a063-a7b7c836f451 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:24.858452 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-af49f95a-e365-4520-b64f-50d9fceeaf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:24.945701 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:24.949789 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:16:24.964419 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Sync routers for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:16:24.985511 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:24.989126 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-6c6363e1-2d1d-4b4b-892d-a9dfe8e224ac admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3335636 May 26 15:16:24.992181 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50408) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:24.998519 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:24.999347 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:25.087365 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-af49f95a-e365-4520-b64f-50d9fceeaf2a None None] Current status of the port 056b60b3-9399-4a8d-a063-a7b7c836f451 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:25.087787 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-af49f95a-e365-4520-b64f-50d9fceeaf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.104801 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:25.179728 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-af49f95a-e365-4520-b64f-50d9fceeaf2a None None] For port 056b60b3-9399-4a8d-a063-a7b7c836f451, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=056b60b3-9399-4a8d-a063-a7b7c836f451,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:25.186282 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:25.189302 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-af49f95a-e365-4520-b64f-50d9fceeaf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.290654 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50416) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:25.367181 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49f95a-e365-4520-b64f-50d9fceeaf2a None None] Pushing event updated for resources: {'Port': ['ID=056b60b3-9399-4a8d-a063-a7b7c836f451,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:25.378995 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-3cd19398-2137-48f8-9759-1030ad68efa6 None None] Provisioning complete for port 056b60b3-9399-4a8d-a063-a7b7c836f451 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:25.379693 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-3cd19398-2137-48f8-9759-1030ad68efa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.457109 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-cdd386bb-2464-46db-b2fa-ab9f8fd3c627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.477885 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:25.533373 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:24Z', 'revision_number': 3, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:25.535508 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-3cd19398-2137-48f8-9759-1030ad68efa6 None None] Current status of the port 056b60b3-9399-4a8d-a063-a7b7c836f451 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:25.565310 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Checking router: fd91164d-f4d1-4787-8289-88a71baa4962 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:16:25.565923 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Updating router fd91164d-f4d1-4787-8289-88a71baa4962 port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:16:25.615135 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:25.618461 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.621711 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-cdd386bb-2464-46db-b2fa-ab9f8fd3c627 admin admin] Publish callbacks [] for security_group (547719ff-bf55-417a-a028-5b215d252101), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.636665 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-cdd386bb-2464-46db-b2fa-ab9f8fd3c627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (547719ff-bf55-417a-a028-5b215d252101), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.658143 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:16:25.692115 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd386bb-2464-46db-b2fa-ab9f8fd3c627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547719ff-bf55-417a-a028-5b215d252101,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:25.703602 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-cdd386bb-2464-46db-b2fa-ab9f8fd3c627 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8156746b96cf4f3dbb904e3de3353ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115262 May 26 15:16:25.706404 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50428) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:25.714300 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 056b60b3-9399-4a8d-a063-a7b7c836f451 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:25.769898 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:25.776008 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.788031 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8f14903d-f901-4799-b08f-54dcc2788595 admin admin] Publish callbacks [] for security_group (547719ff-bf55-417a-a028-5b215d252101), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.837323 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:25.854676 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8f14903d-f901-4799-b08f-54dcc2788595 admin admin] Publish callbacks [] for security_group (547719ff-bf55-417a-a028-5b215d252101), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:25.868007 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 056b60b3-9399-4a8d-a063-a7b7c836f451 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:25.869685 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.012198 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8f14903d-f901-4799-b08f-54dcc2788595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (547719ff-bf55-417a-a028-5b215d252101), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.017044 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8f14903d-f901-4799-b08f-54dcc2788595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.019756 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-8f14903d-f901-4799-b08f-54dcc2788595 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/547719ff-bf55-417a-a028-5b215d252101 HTTP/1.1" status: 204 len: 168 time: 0.3118000 May 26 15:16:26.040438 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14903d-f901-4799-b08f-54dcc2788595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547719ff-bf55-417a-a028-5b215d252101,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:26.068357 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Allocated IP 172.20.0.1 (0cad89fc-1f08-469a-b236-e51174ed7e88/6df1aceb-3316-4f3b-a210-f9d6280a9d51/a1dc375e-51cc-45af-b4ac-91ae097fd340) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:16:26.077484 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:26.104940 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 056b60b3-9399-4a8d-a063-a7b7c836f451 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:26.299285 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Publish callbacks [] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.346681 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Publish callbacks [] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.350790 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:26.357813 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.385923 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.446710 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Network 0cad89fc-1f08-469a-b236-e51174ed7e88 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:16:26.450613 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:26.453309 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:16:26.480878 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Attempting to bind port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:16:26.481994 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Attempting to bind port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:16:26.482366 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Attempting to bind port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:16:26.498724 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad82c-9e31-480d-9d14-1be22becf33c None None] Pushing event updated for resources: {'Port': ['ID=fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:26.516562 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dc375e-51cc-45af-b4ac-91ae097fd340,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:26.528468 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:16:26.528958 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:16:26.529296 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.530144 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:16:26.530445 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Bound port: fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:16:26.530741 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.551129 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (fd91164d-f4d1-4787-8289-88a71baa4962), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.592641 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50450) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:26.614436 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-edff63da-3e56-4b41-beea-9d8cee6d74fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.659788 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] For port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:16:26.666596 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] For port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:16:26.676792 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.727002 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:26.735288 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.767322 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-edff63da-3e56-4b41-beea-9d8cee6d74fc admin admin] Publish callbacks [] for security_group (d6ee3883-0963-4fc6-befa-0c77787bef0a), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.769267 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:26.770126 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:26.776163 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad82c-9e31-480d-9d14-1be22becf33c None None] Pushing event updated for resources: {'Port': ['ID=fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:26.777710 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-edff63da-3e56-4b41-beea-9d8cee6d74fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d6ee3883-0963-4fc6-befa-0c77787bef0a), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.830352 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-edff63da-3e56-4b41-beea-9d8cee6d74fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3d3cb2010644b588a9d699c1ba40d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325957 May 26 15:16:26.830742 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50452) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:26.837480 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff63da-3e56-4b41-beea-9d8cee6d74fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ee3883-0963-4fc6-befa-0c77787bef0a,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:26.897259 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1d7e1746-e56b-4301-9d47-cf25deff24a0 admin admin] Publish callbacks [] for security_group (d6ee3883-0963-4fc6-befa-0c77787bef0a), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.906271 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-b8c03122-241d-4be8-842c-c952d464817c None None] Provisioning complete for port a1dc375e-51cc-45af-b4ac-91ae097fd340 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:26.906921 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b8c03122-241d-4be8-842c-c952d464817c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.929621 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1d7e1746-e56b-4301-9d47-cf25deff24a0 admin admin] Publish callbacks [] for security_group (d6ee3883-0963-4fc6-befa-0c77787bef0a), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:26.974989 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-b8c03122-241d-4be8-842c-c952d464817c None None] Port a1dc375e-51cc-45af-b4ac-91ae097fd340 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:16:26.980900 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:26.998642 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1d7e1746-e56b-4301-9d47-cf25deff24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d6ee3883-0963-4fc6-befa-0c77787bef0a), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:27.005030 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1d7e1746-e56b-4301-9d47-cf25deff24a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:27.008519 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-1d7e1746-e56b-4301-9d47-cf25deff24a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6ee3883-0963-4fc6-befa-0c77787bef0a HTTP/1.1" status: 204 len: 168 time: 0.1761885 May 26 15:16:27.022115 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e1746-e56b-4301-9d47-cf25deff24a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ee3883-0963-4fc6-befa-0c77787bef0a,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:27.037510 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Publish callbacks [] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:27.044405 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:27.156264 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (fd91164d-f4d1-4787-8289-88a71baa4962), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:27.170880 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dc375e-51cc-45af-b4ac-91ae097fd340,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:27.273907 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:27.315133 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 1, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:27.350957 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9068380e-6d8c-41a7-802d-80dde8de2349 None None] The sync data for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi is: [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 1, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:16:27.355646 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Network 0cad89fc-1f08-469a-b236-e51174ed7e88 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:16:27.356709 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:27.569583 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Router fd91164d-f4d1-4787-8289-88a71baa4962 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:16:27.755032 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:16:27.765939 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b92309f6-1e4e-4058-8141-34d738182248 admin admin] 10.222.0.46 "PUT /v2.0/routers/fd91164d-f4d1-4787-8289-88a71baa4962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7716057 May 26 15:16:27.814945 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-428879d8-56b3-42ce-b774-43bfaf3ca6fc None None] Provisioning complete for port a1dc375e-51cc-45af-b4ac-91ae097fd340 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:27.815447 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-428879d8-56b3-42ce-b774-43bfaf3ca6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:27.861690 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-428879d8-56b3-42ce-b774-43bfaf3ca6fc None None] Port a1dc375e-51cc-45af-b4ac-91ae097fd340 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:16:28.338042 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-39056992-4c42-45c0-908a-27daeab2fcb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:28.536842 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50496) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:28.547489 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1799014156-network', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:16:28.583822 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Made reservation on behalf of b9d682e03d0d4bfbbf21426fa050fca6 for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:16:28.588723 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:28.606944 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:28.756390 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Publish callbacks [] for security_group (b6211344-9b9e-43d7-9710-4475d8e0bd4a), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:28.761708 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b6211344-9b9e-43d7-9710-4475d8e0bd4a), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:28.820308 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:16:28.823635 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6211344-9b9e-43d7-9710-4475d8e0bd4a,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:28.845874 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (36f15c9a-97a2-4ade-b19c-358ddfbd48f6), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:28.846751 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Added segment 36f15c9a-97a2-4ade-b19c-358ddfbd48f6 of type vlan for network 90f6a0ae-943e-405f-a802-6f92a97e161c May 26 15:16:28.902359 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (90f6a0ae-943e-405f-a802-6f92a97e161c), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:28.933799 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:28.952707 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (90f6a0ae-943e-405f-a802-6f92a97e161c), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:28.954502 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:28.958156 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:28.982468 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:29.026304 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4861326 May 26 15:16:29.031809 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50510) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:29.041831 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1579c5-d73e-46f3-bc1e-e222adcd42d2 admin admin] Pushing event updated for resources: {'Network': ['ID=90f6a0ae-943e-405f-a802-6f92a97e161c,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:29.043054 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Request body: {'subnet': {'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1799014156-subnet', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'ip_version': 4}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:16:29.054566 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 90f6a0ae-943e-405f-a802-6f92a97e161c details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:16:29.106312 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Made reservation on behalf of b9d682e03d0d4bfbbf21426fa050fca6 for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:16:29.106312 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12408975'] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:29.368280 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:29.408874 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11762038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12408985'] for subnet (d0950f90-69e7-4021-8b38-69c4a0759799), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:29.482544 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0950f90-69e7-4021-8b38-69c4a0759799,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:29.512439 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Checking segment: {'id': '36f15c9a-97a2-4ade-b19c-358ddfbd48f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:16:29.512998 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Network hostable DHCP agents. Network: 90f6a0ae-943e-405f-a802-6f92a97e161c, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:16:29.553507 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Network 90f6a0ae-943e-405f-a802-6f92a97e161c is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:16:29.567680 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 90f6a0ae-943e-405f-a802-6f92a97e161c) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:29.578956 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:29.579915 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:29.582860 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3906936-1e22-4b95-bf48-88681fa123a6 None None] Network 90f6a0ae-943e-405f-a802-6f92a97e161c requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:16:29.633310 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50530) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:29.633884 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c11929fb-fcab-4588-b1d3-787263a5aba0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6005151 May 26 15:16:29.646005 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:16:29.695640 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (4f1ef702-618d-4c9d-9353-449e5d96d1fd), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:29.698146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (4f1ef702-618d-4c9d-9353-449e5d96d1fd), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:29.731039 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:29.772750 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:29.787294 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:29.788382 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:29.789247 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:29.792238 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-90f6a0ae-943e-405f-a802-6f92a97e161c', 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c', 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'fixed_ips': [{'subnet_id': 'd0950f90-69e7-4021-8b38-69c4a0759799'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:16:29.793414 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:29.808867 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks [] for router_controller (4f1ef702-618d-4c9d-9353-449e5d96d1fd), precommit_add_association {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.015862 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks [] for router_gateway (4f1ef702-618d-4c9d-9353-449e5d96d1fd), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.051656 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:30.052573 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.090716 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:30.109876 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Allocated IP 172.20.0.2 (90f6a0ae-943e-405f-a802-6f92a97e161c/d0950f90-69e7-4021-8b38-69c4a0759799/26d64b93-accb-425e-b2cc-899490bc14de) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:16:30.132988 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.263458 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks [] for router_gateway (4f1ef702-618d-4c9d-9353-449e5d96d1fd), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.268312 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:30.298087 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.392518 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Publish callbacks [] for port (26d64b93-accb-425e-b2cc-899490bc14de), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.404902 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (26d64b93-accb-425e-b2cc-899490bc14de), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.457211 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Network 90f6a0ae-943e-405f-a802-6f92a97e161c is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:16:30.461646 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:30.467453 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:16:30.476849 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Pushing event updated for resources: {'Port': ['ID=26d64b93-accb-425e-b2cc-899490bc14de,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:30.510986 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Allocated IP 172.27.1.221 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/d22f9c11-999d-412e-980d-0e37658cb850) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:16:30.573085 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Attempting to bind port 26d64b93-accb-425e-b2cc-899490bc14de on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:16:30.573866 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Attempting to bind port 26d64b93-accb-425e-b2cc-899490bc14de by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '36f15c9a-97a2-4ade-b19c-358ddfbd48f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:16:30.574548 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Attempting to bind port 26d64b93-accb-425e-b2cc-899490bc14de on network 90f6a0ae-943e-405f-a802-6f92a97e161c {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:16:30.595195 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:16:30.595900 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Checking segment: {'id': '36f15c9a-97a2-4ade-b19c-358ddfbd48f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:16:30.596045 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.597883 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Bound using segment: {'id': '36f15c9a-97a2-4ade-b19c-358ddfbd48f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:16:30.601289 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Bound port: 26d64b93-accb-425e-b2cc-899490bc14de, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f15c9a-97a2-4ade-b19c-358ddfbd48f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:16:30.601970 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (26d64b93-accb-425e-b2cc-899490bc14de), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.623728 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-cb23f725-b203-4dbb-9be0-3d1debc416a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.636177 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=13 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:30.674902 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Sync routers for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:16:30.686402 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:30.687035 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:30.700760 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] For port 26d64b93-accb-425e-b2cc-899490bc14de, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:16:30.708373 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] For port 26d64b93-accb-425e-b2cc-899490bc14de, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=26d64b93-accb-425e-b2cc-899490bc14de,segment=NetworkSegment(36f15c9a-97a2-4ade-b19c-358ddfbd48f6),segment_id=36f15c9a-97a2-4ade-b19c-358ddfbd48f6)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:16:30.728465 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (26d64b93-accb-425e-b2cc-899490bc14de), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.756869 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks [] for port (d22f9c11-999d-412e-980d-0e37658cb850), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.813036 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b54c0-483f-49d9-b5f4-c4f509466378 None None] Pushing event updated for resources: {'Port': ['ID=26d64b93-accb-425e-b2cc-899490bc14de,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:30.819894 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:30.830058 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (d22f9c11-999d-412e-980d-0e37658cb850), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:30.921609 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:16:30.924507 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:30.927437 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Pushing event updated for resources: {'Port': ['ID=d22f9c11-999d-412e-980d-0e37658cb850,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:30.944695 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:16:30.995456 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:31.178666 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 2, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:31.217399 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Checking router: fd91164d-f4d1-4787-8289-88a71baa4962 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:16:31.217810 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Updating router fd91164d-f4d1-4787-8289-88a71baa4962 port a1dc375e-51cc-45af-b4ac-91ae097fd340 binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:16:31.241458 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:31.261183 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:31.317700 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks [] for router_gateway (4f1ef702-618d-4c9d-9353-449e5d96d1fd), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:31.557432 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (4f1ef702-618d-4c9d-9353-449e5d96d1fd), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:31.821633 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Publish callbacks [] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:31.839180 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 26d64b93-accb-425e-b2cc-899490bc14de up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:31.852363 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:31.908806 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:31.934920 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:31.942966 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 26d64b93-accb-425e-b2cc-899490bc14de triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:31.943616 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (26d64b93-accb-425e-b2cc-899490bc14de), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:31.947847 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:31.957555 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Pushing event updated for resources: {'Port': ['ID=a1dc375e-51cc-45af-b4ac-91ae097fd340,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:31.985926 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:31.990947 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.001389 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.002053 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.002745 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.003900 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.005723 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.006759 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.007721 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.008405 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.008928 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.009698 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.011727 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.013121 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.013930 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:32.106545 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Attempting to bind port a1dc375e-51cc-45af-b4ac-91ae097fd340 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:16:32.107234 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Attempting to bind port a1dc375e-51cc-45af-b4ac-91ae097fd340 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:16:32.107787 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Attempting to bind port a1dc375e-51cc-45af-b4ac-91ae097fd340 on network 0cad89fc-1f08-469a-b236-e51174ed7e88 {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:16:32.115300 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:16:32.116464 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Checking segment: {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:16:32.117353 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:32.117999 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Bound using segment: {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:16:32.119517 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Bound port: a1dc375e-51cc-45af-b4ac-91ae097fd340, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:16:32.120546 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:32.120919 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 26d64b93-accb-425e-b2cc-899490bc14de is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:32.121440 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (26d64b93-accb-425e-b2cc-899490bc14de), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:32.184709 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port 26d64b93-accb-425e-b2cc-899490bc14de, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=26d64b93-accb-425e-b2cc-899490bc14de,segment=NetworkSegment(36f15c9a-97a2-4ade-b19c-358ddfbd48f6),segment_id=36f15c9a-97a2-4ade-b19c-358ddfbd48f6)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:32.191176 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (26d64b93-accb-425e-b2cc-899490bc14de), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:32.193141 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:32.237834 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] For port a1dc375e-51cc-45af-b4ac-91ae097fd340, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:16:32.243159 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] For port a1dc375e-51cc-45af-b4ac-91ae097fd340, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=a1dc375e-51cc-45af-b4ac-91ae097fd340,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:16:32.252631 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:32.264084 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:32.271676 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:32.314049 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Router 4f1ef702-618d-4c9d-9353-449e5d96d1fd is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:16:32.359601 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e8fbf7-1d1d-408e-89d1-fe718dae94c5 None None] Network 90f6a0ae-943e-405f-a802-6f92a97e161c requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:16:32.446630 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:32.449474 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:32.453238 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1087ec4-c22a-439a-bbe0-70fa09f22b55 None None] Pushing event updated for resources: {'Port': ['ID=a1dc375e-51cc-45af-b4ac-91ae097fd340,revision_number=4']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:32.575763 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=26d64b93-accb-425e-b2cc-899490bc14de,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:32.587926 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:16:32.621754 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:32.623131 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-9889833a-29cf-406f-848a-5bddf89c287d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9887397 May 26 15:16:32.623978 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Sync routers for ids ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:16:32.626732 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50620) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:32.628097 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-6a592046-e24c-4f63-beee-5e6c801845ba None None] Provisioning complete for port 26d64b93-accb-425e-b2cc-899490bc14de triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:32.628706 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6a592046-e24c-4f63-beee-5e6c801845ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (26d64b93-accb-425e-b2cc-899490bc14de), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:32.665895 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:32.666682 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:32.694603 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:32.729749 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Routers {'4f1ef702-618d-4c9d-9353-449e5d96d1fd'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:32.730444 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:33.038121 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:32Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:33.093050 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:33.101035 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa60ef-fd45-4a81-9749-25ae882fb4da None None] The sync data for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi is: [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:32Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:16:33.190946 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Set router 4f1ef702-618d-4c9d-9353-449e5d96d1fd gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:33.225172 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-6a592046-e24c-4f63-beee-5e6c801845ba None None] Current status of the port 26d64b93-accb-425e-b2cc-899490bc14de is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:33.273484 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:33.328942 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:33.482458 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] Provisioning complete for port a1dc375e-51cc-45af-b4ac-91ae097fd340 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:33.483028 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:33.487929 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:33.532453 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:33.563745 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:29Z', 'updated_at': '2022-05-26T15:16:31Z', 'revision_number': 3, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'gw_port': {'id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:30Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:33.566560 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:33.643901 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Checking router: 4f1ef702-618d-4c9d-9353-449e5d96d1fd for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:16:33.644678 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Updating router 4f1ef702-618d-4c9d-9353-449e5d96d1fd port d22f9c11-999d-412e-980d-0e37658cb850 binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:16:33.709204 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (d22f9c11-999d-412e-980d-0e37658cb850), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:33.759837 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Allocated IP 172.20.0.1 (90f6a0ae-943e-405f-a802-6f92a97e161c/d0950f90-69e7-4021-8b38-69c4a0759799/03a74041-426a-48e2-8a33-f29de08bb057) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:16:33.809855 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 26d64b93-accb-425e-b2cc-899490bc14de up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:33.869689 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] Current status of the port a1dc375e-51cc-45af-b4ac-91ae097fd340 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:33.870081 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:33.941402 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:33.990572 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Publish callbacks [] for port (03a74041-426a-48e2-8a33-f29de08bb057), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.082823 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (03a74041-426a-48e2-8a33-f29de08bb057), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.107810 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] For port a1dc375e-51cc-45af-b4ac-91ae097fd340, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=a1dc375e-51cc-45af-b4ac-91ae097fd340,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:34.120542 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 26d64b93-accb-425e-b2cc-899490bc14de triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:34.121056 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (26d64b93-accb-425e-b2cc-899490bc14de), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.130634 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.155774 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50652) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:34.174532 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Network 90f6a0ae-943e-405f-a802-6f92a97e161c is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:16:34.182973 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:34.186186 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:16:34.218631 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Pushing event updated for resources: {'Port': ['ID=03a74041-426a-48e2-8a33-f29de08bb057,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:34.243152 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (4f1ef702-618d-4c9d-9353-449e5d96d1fd), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.245100 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] Provisioning complete for port 26d64b93-accb-425e-b2cc-899490bc14de triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:34.245850 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (26d64b93-accb-425e-b2cc-899490bc14de), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.503127 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] Pushing event updated for resources: {'Port': ['ID=a1dc375e-51cc-45af-b4ac-91ae097fd340,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:34.535516 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-55ae6d72-9a28-43fa-9143-e20022dc9b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.596658 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (03a74041-426a-48e2-8a33-f29de08bb057), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.661083 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 26d64b93-accb-425e-b2cc-899490bc14de is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:34.662489 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device a1dc375e-51cc-45af-b4ac-91ae097fd340 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:34.747949 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:34.750714 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-55ae6d72-9a28-43fa-9143-e20022dc9b7f admin admin] Publish callbacks [] for security_group (4dd17323-f75d-44c6-af52-903f5bfc8796), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.756704 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-55ae6d72-9a28-43fa-9143-e20022dc9b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4dd17323-f75d-44c6-af52-903f5bfc8796), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.779809 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-ddf47561-272f-46a1-b924-f9f42c1c8773 None None] Current status of the port 26d64b93-accb-425e-b2cc-899490bc14de is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:34.799927 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.832119 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-55ae6d72-9a28-43fa-9143-e20022dc9b7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a12b93f082045bab1f500827b6c5181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6750510 May 26 15:16:34.835980 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50674) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:34.841380 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port a1dc375e-51cc-45af-b4ac-91ae097fd340 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:34.842481 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.859529 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae6d72-9a28-43fa-9143-e20022dc9b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd17323-f75d-44c6-af52-903f5bfc8796,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:34.864857 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:34.960514 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:34.975045 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ea361dab-daf5-4581-a2c1-e08cf4bb1555 admin admin] Publish callbacks [] for security_group (4dd17323-f75d-44c6-af52-903f5bfc8796), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:34.975608 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-88d8b65b-3358-4209-bc0b-77cba312334d None None] Provisioning complete for port 03a74041-426a-48e2-8a33-f29de08bb057 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:34.976003 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-88d8b65b-3358-4209-bc0b-77cba312334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (03a74041-426a-48e2-8a33-f29de08bb057), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.023310 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Publish callbacks [] for port (d22f9c11-999d-412e-980d-0e37658cb850), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.031418 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ea361dab-daf5-4581-a2c1-e08cf4bb1555 admin admin] Publish callbacks [] for security_group (4dd17323-f75d-44c6-af52-903f5bfc8796), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.043198 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (d22f9c11-999d-412e-980d-0e37658cb850), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.049620 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:35.098223 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3c599-6ddc-420e-9a7a-79580c003a1d None None] Pushing event updated for resources: {'Port': ['ID=d22f9c11-999d-412e-980d-0e37658cb850,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:35.105602 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-88d8b65b-3358-4209-bc0b-77cba312334d None None] Port 03a74041-426a-48e2-8a33-f29de08bb057 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:16:35.106651 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ea361dab-daf5-4581-a2c1-e08cf4bb1555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4dd17323-f75d-44c6-af52-903f5bfc8796), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.119583 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ea361dab-daf5-4581-a2c1-e08cf4bb1555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.121940 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ea361dab-daf5-4581-a2c1-e08cf4bb1555 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dd17323-f75d-44c6-af52-903f5bfc8796 HTTP/1.1" status: 204 len: 168 time: 0.2837842 May 26 15:16:35.141062 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea361dab-daf5-4581-a2c1-e08cf4bb1555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd17323-f75d-44c6-af52-903f5bfc8796,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:35.214017 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:35.234478 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port a1dc375e-51cc-45af-b4ac-91ae097fd340 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:35.237334 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Attempting to bind port d22f9c11-999d-412e-980d-0e37658cb850 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:16:35.237334 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Attempting to bind port d22f9c11-999d-412e-980d-0e37658cb850 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:16:35.237334 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Attempting to bind port d22f9c11-999d-412e-980d-0e37658cb850 on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:16:35.246694 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:16:35.247507 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:16:35.247687 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.248282 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:16:35.248827 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Bound port: d22f9c11-999d-412e-980d-0e37658cb850, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:16:35.249368 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (d22f9c11-999d-412e-980d-0e37658cb850), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.280176 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Publish callbacks [] for port (03a74041-426a-48e2-8a33-f29de08bb057), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.300064 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (03a74041-426a-48e2-8a33-f29de08bb057), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.345158 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] For port d22f9c11-999d-412e-980d-0e37658cb850, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:16:35.349213 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] For port d22f9c11-999d-412e-980d-0e37658cb850, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=d22f9c11-999d-412e-980d-0e37658cb850,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:16:35.358560 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (d22f9c11-999d-412e-980d-0e37658cb850), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.437181 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Routers {'4f1ef702-618d-4c9d-9353-449e5d96d1fd'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:35.437874 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:35.486327 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3c599-6ddc-420e-9a7a-79580c003a1d None None] Pushing event updated for resources: {'Port': ['ID=d22f9c11-999d-412e-980d-0e37658cb850,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:35.528012 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (4f1ef702-618d-4c9d-9353-449e5d96d1fd), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.534311 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Pushing event updated for resources: {'Port': ['ID=03a74041-426a-48e2-8a33-f29de08bb057,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:35.584945 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50694) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:35.612250 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] Set router 4f1ef702-618d-4c9d-9353-449e5d96d1fd gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:35.734005 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Network 90f6a0ae-943e-405f-a802-6f92a97e161c is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:16:35.736097 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:35.769178 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1fed6673-5d47-4750-b705-0193fd9744d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.778512 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device a1dc375e-51cc-45af-b4ac-91ae097fd340 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:35.888652 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1fed6673-5d47-4750-b705-0193fd9744d8 admin admin] Publish callbacks [] for security_group (32268821-74cf-495f-83cb-328ed235b4d0), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.902991 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1fed6673-5d47-4750-b705-0193fd9744d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (32268821-74cf-495f-83cb-328ed235b4d0), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:35.915838 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Router 4f1ef702-618d-4c9d-9353-449e5d96d1fd has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:16:35.992289 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed6673-5d47-4750-b705-0193fd9744d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32268821-74cf-495f-83cb-328ed235b4d0,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:35.995461 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=100 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:36.001495 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-1fed6673-5d47-4750-b705-0193fd9744d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ce79c6b4b6a406d90ddf2c59d280646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130721 May 26 15:16:36.004465 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50698) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:36.056915 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port a1dc375e-51cc-45af-b4ac-91ae097fd340 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:36.057410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.068061 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50700) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:36.090053 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6ee6c5e8-2b3d-4195-bd3c-824f8695ae5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.118717 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:16:36.126320 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-aa515c1f-8dfa-416d-9a80-4f538b0a2e9c admin admin] 10.222.0.46 "PUT /v2.0/routers/4f1ef702-618d-4c9d-9353-449e5d96d1fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4979165 May 26 15:16:36.128197 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9051c45e-781f-4abd-9b92-a25f96db1c6e admin admin] Publish callbacks [] for security_group (32268821-74cf-495f-83cb-328ed235b4d0), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.190630 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9051c45e-781f-4abd-9b92-a25f96db1c6e admin admin] Publish callbacks [] for security_group (32268821-74cf-495f-83cb-328ed235b4d0), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.275642 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9051c45e-781f-4abd-9b92-a25f96db1c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (32268821-74cf-495f-83cb-328ed235b4d0), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.279605 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6ee6c5e8-2b3d-4195-bd3c-824f8695ae5b admin admin] Publish callbacks [] for security_group (16e2345d-9687-4588-8c60-736f0f28624f), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.281729 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9051c45e-781f-4abd-9b92-a25f96db1c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.286805 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-9051c45e-781f-4abd-9b92-a25f96db1c6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32268821-74cf-495f-83cb-328ed235b4d0 HTTP/1.1" status: 204 len: 168 time: 0.2775345 May 26 15:16:36.289731 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6ee6c5e8-2b3d-4195-bd3c-824f8695ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (16e2345d-9687-4588-8c60-736f0f28624f), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.296353 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051c45e-781f-4abd-9b92-a25f96db1c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32268821-74cf-495f-83cb-328ed235b4d0,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:36.343069 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6c5e8-2b3d-4195-bd3c-824f8695ae5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e2345d-9687-4588-8c60-736f0f28624f,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:36.369270 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-6ee6c5e8-2b3d-4195-bd3c-824f8695ae5b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5136e98e54a74f46909ee4c9a8d98c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991631 May 26 15:16:36.372105 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50712) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:36.375320 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-29faffee-bedf-4f40-96d1-0ef04a02efdc None None] Provisioning complete for port 03a74041-426a-48e2-8a33-f29de08bb057 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:36.375824 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-29faffee-bedf-4f40-96d1-0ef04a02efdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (03a74041-426a-48e2-8a33-f29de08bb057), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.411855 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:36.445696 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:29Z', 'updated_at': '2022-05-26T15:16:34Z', 'revision_number': 4, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'gw_port': {'id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:30Z', 'updated_at': '2022-05-26T15:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '03a74041-426a-48e2-8a33-f29de08bb057', 'name': '', 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'mac_address': 'fa:16:3e:fd:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:33Z', 'updated_at': '2022-05-26T15:16:34Z', 'revision_number': 2, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'subnets': [{'id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:36.455417 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-82f31ce4-a5e1-437f-8fa0-c9d3d054c889 admin admin] Publish callbacks [] for security_group (16e2345d-9687-4588-8c60-736f0f28624f), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.488478 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-29faffee-bedf-4f40-96d1-0ef04a02efdc None None] Port 03a74041-426a-48e2-8a33-f29de08bb057 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:16:36.512085 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-82f31ce4-a5e1-437f-8fa0-c9d3d054c889 admin admin] Publish callbacks [] for security_group (16e2345d-9687-4588-8c60-736f0f28624f), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.520224 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cd3a8-756c-4778-9dd2-be87426c4e2d None None] The sync data for ids ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'] in dv-cinder-788367-11-iscsi is: [{'id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:29Z', 'updated_at': '2022-05-26T15:16:34Z', 'revision_number': 4, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'gw_port': {'id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:30Z', 'updated_at': '2022-05-26T15:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '03a74041-426a-48e2-8a33-f29de08bb057', 'name': '', 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'mac_address': 'fa:16:3e:fd:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:33Z', 'updated_at': '2022-05-26T15:16:34Z', 'revision_number': 2, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'subnets': [{'id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:16:36.541578 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port a1dc375e-51cc-45af-b4ac-91ae097fd340 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:36.616234 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-82f31ce4-a5e1-437f-8fa0-c9d3d054c889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (16e2345d-9687-4588-8c60-736f0f28624f), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.620374 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-82f31ce4-a5e1-437f-8fa0-c9d3d054c889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:36.626010 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-82f31ce4-a5e1-437f-8fa0-c9d3d054c889 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16e2345d-9687-4588-8c60-736f0f28624f HTTP/1.1" status: 204 len: 168 time: 0.2522950 May 26 15:16:36.644367 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f31ce4-a5e1-437f-8fa0-c9d3d054c889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e2345d-9687-4588-8c60-736f0f28624f,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:37.196130 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50736) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:37.225674 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4c2163a6-e939-43d9-be15-f6883159719f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:37.369626 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:37.381509 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4c2163a6-e939-43d9-be15-f6883159719f admin admin] Publish callbacks [] for security_group (e1ae8bcd-c9f6-4875-bd5f-12297ea29469), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:37.386565 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4c2163a6-e939-43d9-be15-f6883159719f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e1ae8bcd-c9f6-4875-bd5f-12297ea29469), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:37.461033 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2163a6-e939-43d9-be15-f6883159719f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae8bcd-c9f6-4875-bd5f-12297ea29469,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:37.469784 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-4c2163a6-e939-43d9-be15-f6883159719f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6036c969ce5043578c5891e830202e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701120 May 26 15:16:37.475122 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50752) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:37.560112 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-841e6b60-fa9f-43c6-b15a-5d669b87262a admin admin] Publish callbacks [] for security_group (e1ae8bcd-c9f6-4875-bd5f-12297ea29469), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:37.594812 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-841e6b60-fa9f-43c6-b15a-5d669b87262a admin admin] Publish callbacks [] for security_group (e1ae8bcd-c9f6-4875-bd5f-12297ea29469), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:37.687371 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-841e6b60-fa9f-43c6-b15a-5d669b87262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e1ae8bcd-c9f6-4875-bd5f-12297ea29469), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:37.694540 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-841e6b60-fa9f-43c6-b15a-5d669b87262a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:37.696393 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-841e6b60-fa9f-43c6-b15a-5d669b87262a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1ae8bcd-c9f6-4875-bd5f-12297ea29469 HTTP/1.1" status: 204 len: 168 time: 0.2201636 May 26 15:16:37.730469 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:DELETE=5,neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:37.731629 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e6b60-fa9f-43c6-b15a-5d669b87262a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae8bcd-c9f6-4875-bd5f-12297ea29469,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:39.742811 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device d22f9c11-999d-412e-980d-0e37658cb850 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:39.863343 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port d22f9c11-999d-412e-980d-0e37658cb850 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:39.863927 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (d22f9c11-999d-412e-980d-0e37658cb850), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:39.991354 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:39.993105 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port d22f9c11-999d-412e-980d-0e37658cb850 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:39.994733 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (d22f9c11-999d-412e-980d-0e37658cb850), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:40.029229 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port d22f9c11-999d-412e-980d-0e37658cb850, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=d22f9c11-999d-412e-980d-0e37658cb850,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:40.051076 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (d22f9c11-999d-412e-980d-0e37658cb850), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:40.154627 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=d22f9c11-999d-412e-980d-0e37658cb850,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:40.554449 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50856) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:40.777511 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-849eaa38-ba3d-4c97-8870-ade7a36ad1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:40.880959 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:40.887428 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-849eaa38-ba3d-4c97-8870-ade7a36ad1ae admin admin] Publish callbacks [] for security_group (47cc556d-1740-4a82-90aa-b1f7bf8a42f1), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:40.893476 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-849eaa38-ba3d-4c97-8870-ade7a36ad1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (47cc556d-1740-4a82-90aa-b1f7bf8a42f1), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:40.969065 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eaa38-ba3d-4c97-8870-ade7a36ad1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cc556d-1740-4a82-90aa-b1f7bf8a42f1,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:40.985175 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50862) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:40.994492 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-849eaa38-ba3d-4c97-8870-ade7a36ad1ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abd94b4320c746d7a97dd173addfdd8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4326165 May 26 15:16:41.069562 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Sync routers for ids ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:16:41.084340 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fcf04dd7-ce3c-4f8b-820a-b6cdbb7df99b admin admin] Publish callbacks [] for security_group (47cc556d-1740-4a82-90aa-b1f7bf8a42f1), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:41.122594 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Routers {'4f1ef702-618d-4c9d-9353-449e5d96d1fd'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:41.123579 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:41.155256 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fcf04dd7-ce3c-4f8b-820a-b6cdbb7df99b admin admin] Publish callbacks [] for security_group (47cc556d-1740-4a82-90aa-b1f7bf8a42f1), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:41.263456 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fcf04dd7-ce3c-4f8b-820a-b6cdbb7df99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (47cc556d-1740-4a82-90aa-b1f7bf8a42f1), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:41.266232 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fcf04dd7-ce3c-4f8b-820a-b6cdbb7df99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:41.267441 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-fcf04dd7-ce3c-4f8b-820a-b6cdbb7df99b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47cc556d-1740-4a82-90aa-b1f7bf8a42f1 HTTP/1.1" status: 204 len: 168 time: 0.2807913 May 26 15:16:41.282034 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf04dd7-ce3c-4f8b-820a-b6cdbb7df99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cc556d-1740-4a82-90aa-b1f7bf8a42f1,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:41.374032 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Set router 4f1ef702-618d-4c9d-9353-449e5d96d1fd gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:41.723994 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device d22f9c11-999d-412e-980d-0e37658cb850 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:41.768289 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:29Z', 'updated_at': '2022-05-26T15:16:34Z', 'revision_number': 4, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'gw_port': {'id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:30Z', 'updated_at': '2022-05-26T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '03a74041-426a-48e2-8a33-f29de08bb057', 'name': '', 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'mac_address': 'fa:16:3e:fd:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:33Z', 'updated_at': '2022-05-26T15:16:34Z', 'revision_number': 2, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'subnets': [{'id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:41.842662 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Checking router: 4f1ef702-618d-4c9d-9353-449e5d96d1fd for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:16:41.843470 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Updating router 4f1ef702-618d-4c9d-9353-449e5d96d1fd port 03a74041-426a-48e2-8a33-f29de08bb057 binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:16:41.870717 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port d22f9c11-999d-412e-980d-0e37658cb850 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:41.871526 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (d22f9c11-999d-412e-980d-0e37658cb850), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:41.935081 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (03a74041-426a-48e2-8a33-f29de08bb057), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.018346 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 50880) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:42.095719 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port d22f9c11-999d-412e-980d-0e37658cb850 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:42.105489 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.210747 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:42.407821 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Publish callbacks [] for security_group (52d50d99-9a45-4e09-a125-3a9b1c220ead), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.417107 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (52d50d99-9a45-4e09-a125-3a9b1c220ead), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.455128 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5931da338ccd433c988ebe5f6ccdc076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337564 May 26 15:16:42.457904 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50894) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:42.508497 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d50d99-9a45-4e09-a125-3a9b1c220ead,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:42.518370 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.518721 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.519068 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.519410 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.519743 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.520075 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.522000 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.522348 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.522752 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.523091 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.523425 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.523755 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.524081 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.525070 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.525464 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa1300-df29-4c3e-8bde-8179a08799ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:42.617410 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb469-29fe-496c-80b9-6a1525f4f011 admin admin] Publish callbacks [] for security_group (52d50d99-9a45-4e09-a125-3a9b1c220ead), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.655892 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb469-29fe-496c-80b9-6a1525f4f011 admin admin] Publish callbacks [] for security_group (52d50d99-9a45-4e09-a125-3a9b1c220ead), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.718406 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:42.756424 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb469-29fe-496c-80b9-6a1525f4f011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (52d50d99-9a45-4e09-a125-3a9b1c220ead), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.759201 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb469-29fe-496c-80b9-6a1525f4f011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.761761 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-7b5bb469-29fe-496c-80b9-6a1525f4f011 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52d50d99-9a45-4e09-a125-3a9b1c220ead HTTP/1.1" status: 204 len: 168 time: 0.3009644 May 26 15:16:42.763338 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Publish callbacks [] for port (03a74041-426a-48e2-8a33-f29de08bb057), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.773969 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bb469-29fe-496c-80b9-6a1525f4f011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d50d99-9a45-4e09-a125-3a9b1c220ead,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:42.775349 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (03a74041-426a-48e2-8a33-f29de08bb057), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.849619 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c129d-5a39-40e2-8afb-eb31389a3f08 None None] Pushing event updated for resources: {'Port': ['ID=03a74041-426a-48e2-8a33-f29de08bb057,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:42.940937 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Attempting to bind port 03a74041-426a-48e2-8a33-f29de08bb057 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:16:42.941727 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Attempting to bind port 03a74041-426a-48e2-8a33-f29de08bb057 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '36f15c9a-97a2-4ade-b19c-358ddfbd48f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:16:42.941898 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Attempting to bind port 03a74041-426a-48e2-8a33-f29de08bb057 on network 90f6a0ae-943e-405f-a802-6f92a97e161c {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:16:42.951390 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:16:42.951390 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Checking segment: {'id': '36f15c9a-97a2-4ade-b19c-358ddfbd48f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:16:42.951390 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:42.951390 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Bound using segment: {'id': '36f15c9a-97a2-4ade-b19c-358ddfbd48f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:16:42.951390 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Bound port: 03a74041-426a-48e2-8a33-f29de08bb057, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f15c9a-97a2-4ade-b19c-358ddfbd48f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:16:42.951390 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (03a74041-426a-48e2-8a33-f29de08bb057), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:43.082059 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] For port 03a74041-426a-48e2-8a33-f29de08bb057, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:16:43.086351 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] For port 03a74041-426a-48e2-8a33-f29de08bb057, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=03a74041-426a-48e2-8a33-f29de08bb057,segment=NetworkSegment(36f15c9a-97a2-4ade-b19c-358ddfbd48f6),segment_id=36f15c9a-97a2-4ade-b19c-358ddfbd48f6)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:16:43.106623 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (03a74041-426a-48e2-8a33-f29de08bb057), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:43.195754 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Routers {'4f1ef702-618d-4c9d-9353-449e5d96d1fd'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:16:43.196516 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:16:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:43.216510 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-b6898e40-a7e9-41a5-a873-517c9218ac59 None None] Provisioning complete for port 03a74041-426a-48e2-8a33-f29de08bb057 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:43.218184 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b6898e40-a7e9-41a5-a873-517c9218ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (03a74041-426a-48e2-8a33-f29de08bb057), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:43.317087 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c129d-5a39-40e2-8afb-eb31389a3f08 None None] Pushing event updated for resources: {'Port': ['ID=03a74041-426a-48e2-8a33-f29de08bb057,revision_number=4']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:43.414936 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-b6898e40-a7e9-41a5-a873-517c9218ac59 None None] Current status of the port 03a74041-426a-48e2-8a33-f29de08bb057 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:43.416278 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b6898e40-a7e9-41a5-a873-517c9218ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (03a74041-426a-48e2-8a33-f29de08bb057), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:43.462556 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-b6898e40-a7e9-41a5-a873-517c9218ac59 None None] For port 03a74041-426a-48e2-8a33-f29de08bb057, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=03a74041-426a-48e2-8a33-f29de08bb057,segment=NetworkSegment(36f15c9a-97a2-4ade-b19c-358ddfbd48f6),segment_id=36f15c9a-97a2-4ade-b19c-358ddfbd48f6)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:16:43.469178 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b6898e40-a7e9-41a5-a873-517c9218ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (03a74041-426a-48e2-8a33-f29de08bb057), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:43.648985 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6898e40-a7e9-41a5-a873-517c9218ac59 None None] Pushing event updated for resources: {'Port': ['ID=03a74041-426a-48e2-8a33-f29de08bb057,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:43.662403 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-d85b536a-b130-46ef-b419-344e9b301b7b None None] Provisioning complete for port 03a74041-426a-48e2-8a33-f29de08bb057 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:43.663136 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d85b536a-b130-46ef-b419-344e9b301b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (03a74041-426a-48e2-8a33-f29de08bb057), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:43.694601 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] Set router 4f1ef702-618d-4c9d-9353-449e5d96d1fd gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:16:43.799619 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-d85b536a-b130-46ef-b419-344e9b301b7b None None] Current status of the port 03a74041-426a-48e2-8a33-f29de08bb057 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:43.823839 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 03a74041-426a-48e2-8a33-f29de08bb057 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:43.874034 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:43.875798 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 03a74041-426a-48e2-8a33-f29de08bb057 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:43.876458 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (03a74041-426a-48e2-8a33-f29de08bb057), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:43.983158 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:29Z', 'updated_at': '2022-05-26T15:16:34Z', 'revision_number': 4, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'gw_port': {'id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:30Z', 'updated_at': '2022-05-26T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '03a74041-426a-48e2-8a33-f29de08bb057', 'name': '', 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'mac_address': 'fa:16:3e:fd:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:33Z', 'updated_at': '2022-05-26T15:16:43Z', 'revision_number': 4, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'subnets': [{'id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:16:43.987196 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 03a74041-426a-48e2-8a33-f29de08bb057 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:44.020745 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cbe7b-ffd6-42e6-aef4-a5bc82e9c765 None None] The sync data for ids ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'] in dv-cinder-788367-11-iscsi is: [{'id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:29Z', 'updated_at': '2022-05-26T15:16:34Z', 'revision_number': 4, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'gw_port': {'id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:30Z', 'updated_at': '2022-05-26T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '03a74041-426a-48e2-8a33-f29de08bb057', 'name': '', 'network_id': '90f6a0ae-943e-405f-a802-6f92a97e161c', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'mac_address': 'fa:16:3e:fd:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:33Z', 'updated_at': '2022-05-26T15:16:43Z', 'revision_number': 4, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'subnets': [{'id': 'd0950f90-69e7-4021-8b38-69c4a0759799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:16:44.920428 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50942) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:45.076025 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:45.204974 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Publish callbacks [] for security_group (22556c7b-75e7-428e-95ca-0b62f350cf88), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:45.221371 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (22556c7b-75e7-428e-95ca-0b62f350cf88), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:45.245642 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:45.278491 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce2eb525209a489aab7474578f33788f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569479 May 26 15:16:45.281301 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 50946) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:45.289040 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22556c7b-75e7-428e-95ca-0b62f350cf88,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:45.306482 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.306824 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.307237 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.307574 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.307901 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.308222 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.308541 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.308868 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.309213 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.309526 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.309848 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.310166 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.310478 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.310800 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.311245 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb10e51-7939-490b-8019-8d53b05d7475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:16:45.356495 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a65cbc0b-170f-4be5-88c4-aeca79c213ca admin admin] Publish callbacks [] for security_group (22556c7b-75e7-428e-95ca-0b62f350cf88), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:45.398175 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a65cbc0b-170f-4be5-88c4-aeca79c213ca admin admin] Publish callbacks [] for security_group (22556c7b-75e7-428e-95ca-0b62f350cf88), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:45.470445 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a65cbc0b-170f-4be5-88c4-aeca79c213ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (22556c7b-75e7-428e-95ca-0b62f350cf88), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:45.473467 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:45.474086 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a65cbc0b-170f-4be5-88c4-aeca79c213ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:45.475403 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-a65cbc0b-170f-4be5-88c4-aeca79c213ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22556c7b-75e7-428e-95ca-0b62f350cf88 HTTP/1.1" status: 204 len: 168 time: 0.1929598 May 26 15:16:45.488103 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cbc0b-170f-4be5-88c4-aeca79c213ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22556c7b-75e7-428e-95ca-0b62f350cf88,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:45.681795 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 03a74041-426a-48e2-8a33-f29de08bb057 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:16:45.734899 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 03a74041-426a-48e2-8a33-f29de08bb057 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:45.735520 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (03a74041-426a-48e2-8a33-f29de08bb057), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:45.786039 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:45.834551 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 03a74041-426a-48e2-8a33-f29de08bb057 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:16:48.068600 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:50.140364 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-36430358-11e5-47b7-9796-12ac6b33f4b1 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:50.141826 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-36430358-11e5-47b7-9796-12ac6b33f4b1 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/networks?id=0cad89fc-1f08-469a-b236-e51174ed7e88 HTTP/1.1" status: 200 len: 815 time: 0.1193259 May 26 15:16:50.158227 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-5706aa2f-10d7-4fe7-8060-f387f3beb75b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/quotas/fb7e58e0c6954bb5ae0fafee4c7a6724 HTTP/1.1" status: 200 len: 375 time: 0.0105352 May 26 15:16:50.213596 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-658a5266-d505-481a-8f02-1252eb76130a tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488093 May 26 15:16:50.413539 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-d022470e-3747-48e9-a1f4-680353b752c9 service neutron] 10.222.0.46 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870377 May 26 15:16:50.510040 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-864ea369-98c1-4013-be26-b5c744783ca2 service neutron] 10.222.0.46 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905104 May 26 15:16:50.679155 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bc573e5c-69c6-489a-be1e-838a9a833459 req-40714d8a-edaa-4c37-869e-7f93dc3eb2d6 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 210 time: 0.0298450 May 26 15:16:51.792068 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-138133e8-1b9a-4418-8e34-74659fe5dabb req-f2b81fa1-6946-4997-9f3f-100e7108ceba tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 210 time: 0.0375807 May 26 15:16:51.930098 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-1a8333ce-c7d8-42e6-bc9a-da99b6239231 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:51.931980 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-1a8333ce-c7d8-42e6-bc9a-da99b6239231 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.75 "GET /v2.0/networks?id=0cad89fc-1f08-469a-b236-e51174ed7e88 HTTP/1.1" status: 200 len: 815 time: 0.1673803 May 26 15:16:51.958852 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'port': {'device_id': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'admin_state_up': True, 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:16:52.049622 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:52.133150 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:52.140268 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Made reservation on behalf of fb7e58e0c6954bb5ae0fafee4c7a6724 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:16:52.146014 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:52.321265 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Allocated IP 172.20.0.10 (0cad89fc-1f08-469a-b236-e51174ed7e88/6df1aceb-3316-4f3b-a210-f9d6280a9d51/b41d02f4-ab49-441e-b927-18bb558b79ce) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:16:52.539511 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:52.588347 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:52.624537 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Network 0cad89fc-1f08-469a-b236-e51174ed7e88 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:16:52.630427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:16:52.681011 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:16:52.839863 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'Port': ['ID=b41d02f4-ab49-441e-b927-18bb558b79ce,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:52.868227 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:52.873604 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:52.916291 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-beb648a1-c307-4ad2-9cbf-67a64cc747af tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9650373 May 26 15:16:53.012063 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Request body: {'port': {'device_id': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:16:53.259836 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-6a8bbd97-52c9-4ce9-8ce7-62f7f87f2344 None None] Provisioning complete for port b41d02f4-ab49-441e-b927-18bb558b79ce triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:16:53.264355 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6a8bbd97-52c9-4ce9-8ce7-62f7f87f2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:53.333280 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bbd97-52c9-4ce9-8ce7-62f7f87f2344 None None] Port b41d02f4-ab49-441e-b927-18bb558b79ce cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:16:53.365349 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c206458-ae41-490c-acc7-f46b03a2079a req-bbe13856-9447-4094-af32-d1d969ad60d7 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:53.369087 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6c206458-ae41-490c-acc7-f46b03a2079a req-bbe13856-9447-4094-af32-d1d969ad60d7 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 932 time: 0.2961261 May 26 15:16:53.395197 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:53.554778 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6c206458-ae41-490c-acc7-f46b03a2079a req-e6daa4dd-7dfa-45d8-bfd8-4b4b8e7fda20 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724629 May 26 15:16:53.802853 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:53.896379 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51186) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:54.178764 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:54.180703 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:54.205999 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-28932994-704a-4fe5-a5b7-fc1c58b9fa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.225008 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41d02f4-ab49-441e-b927-18bb558b79ce {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:16:54.243699 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Publish callbacks [] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.273223 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Transition to ACTIVE for port object b41d02f4-ab49-441e-b927-18bb558b79ce will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:16:54.285725 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.434642 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-28932994-704a-4fe5-a5b7-fc1c58b9fa89 admin admin] Publish callbacks [] for security_group (9b5b7d12-916a-435a-a3a3-3c54770ee2a0), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.441936 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-28932994-704a-4fe5-a5b7-fc1c58b9fa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9b5b7d12-916a-435a-a3a3-3c54770ee2a0), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.522088 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-28932994-704a-4fe5-a5b7-fc1c58b9fa89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d40a0d3f8704d6bbc0f761581270ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6244695 May 26 15:16:54.523048 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51194) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:54.528879 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Pushing event updated for resources: {'Port': ['ID=b41d02f4-ab49-441e-b927-18bb558b79ce,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:54.625558 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Attempting to bind port b41d02f4-ab49-441e-b927-18bb558b79ce on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:16:54.625558 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Attempting to bind port b41d02f4-ab49-441e-b927-18bb558b79ce by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:16:54.625558 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Attempting to bind port b41d02f4-ab49-441e-b927-18bb558b79ce on network 0cad89fc-1f08-469a-b236-e51174ed7e88 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:16:54.629506 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Port b41d02f4-ab49-441e-b927-18bb558b79ce on network 0cad89fc-1f08-469a-b236-e51174ed7e88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:16:54.629886 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Attempting to bind port b41d02f4-ab49-441e-b927-18bb558b79ce on network 0cad89fc-1f08-469a-b236-e51174ed7e88 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:16:54.640694 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:16:54.641229 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Checking segment: {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:16:54.642108 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Bound using segment: {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:16:54.642744 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Bound port: b41d02f4-ab49-441e-b927-18bb558b79ce, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68ff1f-0914-4661-81b7-1c177dc1d982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:16:54.643435 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.652438 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aff73597-16a5-4fb6-b8ea-dd7c2fa32629 admin admin] Publish callbacks [] for security_group (9b5b7d12-916a-435a-a3a3-3c54770ee2a0), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.684287 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aff73597-16a5-4fb6-b8ea-dd7c2fa32629 admin admin] Publish callbacks [] for security_group (9b5b7d12-916a-435a-a3a3-3c54770ee2a0), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.809757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aff73597-16a5-4fb6-b8ea-dd7c2fa32629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9b5b7d12-916a-435a-a3a3-3c54770ee2a0), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.813037 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-aff73597-16a5-4fb6-b8ea-dd7c2fa32629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:54.817752 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-aff73597-16a5-4fb6-b8ea-dd7c2fa32629 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b5b7d12-916a-435a-a3a3-3c54770ee2a0 HTTP/1.1" status: 204 len: 168 time: 0.2922170 May 26 15:16:54.819810 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28932994-704a-4fe5-a5b7-fc1c58b9fa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5b7d12-916a-435a-a3a3-3c54770ee2a0,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:54.835994 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff73597-16a5-4fb6-b8ea-dd7c2fa32629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5b7d12-916a-435a-a3a3-3c54770ee2a0,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:54.923156 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] For port b41d02f4-ab49-441e-b927-18bb558b79ce, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:16:54.948728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] For port b41d02f4-ab49-441e-b927-18bb558b79ce, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b41d02f4-ab49-441e-b927-18bb558b79ce,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:16:54.957370 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae554b-c94a-4ff0-b6ff-8b0c3adce257 req-b69c4591-c245-409e-9758-ea83bc079d06 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:54.959080 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e2ae554b-c94a-4ff0-b6ff-8b0c3adce257 req-b69c4591-c245-409e-9758-ea83bc079d06 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 944 time: 0.1056414 May 26 15:16:54.964876 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:55.038836 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Pushing event updated for resources: {'Port': ['ID=b41d02f4-ab49-441e-b927-18bb558b79ce,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:55.076173 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:55.076836 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:55.078349 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-3988e726-8f5f-4728-b406-5e976fe43171 service neutron] 10.222.0.75 "PUT /v2.0/ports/b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 1094 time: 2.0735068 May 26 15:16:55.078945 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:16:55.081906 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7b0d78-e918-430b-a228-68ee910be068" -d '{"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:16:55.142299 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e2ae554b-c94a-4ff0-b6ff-8b0c3adce257 req-cd10b188-37c3-448b-bafa-73ffd0dc9bce tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652093 May 26 15:16:55.202135 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e750769-0a2c-431c-9252-a2ebc52a8d35 x-openstack-request-id: req-8e750769-0a2c-431c-9252-a2ebc52a8d35 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:16:55.202726 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:16:55.202977 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e750769-0a2c-431c-9252-a2ebc52a8d35 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:16:55.203598 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e750769-0a2c-431c-9252-a2ebc52a8d35'] response: {'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'status': 'completed', 'code': 200} May 26 15:16:55.555691 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:55.557099 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=76,neutron:INSERT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:55.608688 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51218) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:55.662000 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5e165fd1-213c-4512-acde-a4d268fb865a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:55.743656 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b0d78-e918-430b-a228-68ee910be068 req-735a501b-ac58-4c3c-8ed0-95820c813675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:55.747674 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3d7b0d78-e918-430b-a228-68ee910be068 req-735a501b-ac58-4c3c-8ed0-95820c813675 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1128 time: 0.1584914 May 26 15:16:55.870282 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5e165fd1-213c-4512-acde-a4d268fb865a admin admin] Publish callbacks [] for security_group (fe6bf9aa-fdad-4280-b249-a2ce127c563b), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:55.876325 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-5e165fd1-213c-4512-acde-a4d268fb865a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (fe6bf9aa-fdad-4280-b249-a2ce127c563b), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:55.957010 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-5e165fd1-213c-4512-acde-a4d268fb865a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fef4bb5baec149eeae8fa64e52ee0f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471549 May 26 15:16:55.961490 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51228) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:16:56.014813 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e165fd1-213c-4512-acde-a4d268fb865a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6bf9aa-fdad-4280-b249-a2ce127c563b,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:56.071224 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e37f-3b9e-45d6-8578-aa7bf177f18c admin admin] Publish callbacks [] for security_group (fe6bf9aa-fdad-4280-b249-a2ce127c563b), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:56.134752 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e37f-3b9e-45d6-8578-aa7bf177f18c admin admin] Publish callbacks [] for security_group (fe6bf9aa-fdad-4280-b249-a2ce127c563b), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:56.136871 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:56.154640 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b0d78-e918-430b-a228-68ee910be068 req-3b9ed5e4-8acd-4951-9f77-2c2eb723f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:56.156916 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3d7b0d78-e918-430b-a228-68ee910be068 req-3b9ed5e4-8acd-4951-9f77-2c2eb723f5cf service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3659286 May 26 15:16:56.286238 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e37f-3b9e-45d6-8578-aa7bf177f18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (fe6bf9aa-fdad-4280-b249-a2ce127c563b), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:56.293700 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dbd3e37f-3b9e-45d6-8578-aa7bf177f18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:56.304588 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-dbd3e37f-3b9e-45d6-8578-aa7bf177f18c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe6bf9aa-fdad-4280-b249-a2ce127c563b HTTP/1.1" status: 204 len: 168 time: 0.3391852 May 26 15:16:56.327048 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3e37f-3b9e-45d6-8578-aa7bf177f18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6bf9aa-fdad-4280-b249-a2ce127c563b,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:16:56.425580 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28984170-2689-4e14-be4d-e4ad6f076915 req-e895bcd1-7461-4c2b-8c63-d119222705fb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:56.428766 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-28984170-2689-4e14-be4d-e4ad6f076915 req-e895bcd1-7461-4c2b-8c63-d119222705fb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 944 time: 0.0981300 May 26 15:16:56.534328 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-28984170-2689-4e14-be4d-e4ad6f076915 req-480bb6ab-6bbf-4acb-ad40-61d89e79e706 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998347 May 26 15:16:57.906952 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:16:57.934135 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a42df-074d-4d80-8596-504b95b25a89 req-e2d492f2-f924-4e24-8bc5-cde582b87b6e tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:57.935875 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a13a42df-074d-4d80-8596-504b95b25a89 req-e2d492f2-f924-4e24-8bc5-cde582b87b6e tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 944 time: 0.1449423 May 26 15:16:58.019263 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a13a42df-074d-4d80-8596-504b95b25a89 req-5c5a2daf-ddf4-43d4-b595-72faed19c5e0 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723708 May 26 15:16:58.343861 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-7ce87d03-9833-4e02-9271-a601934f7d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:16:59.347629 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf190c-9deb-41c1-99dd-30856727cd2e req-a347c561-f015-4fb7-a50a-aa340809515b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:16:59.372876 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a8bf190c-9deb-41c1-99dd-30856727cd2e req-a347c561-f015-4fb7-a50a-aa340809515b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 944 time: 0.1884680 May 26 15:16:59.483176 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a8bf190c-9deb-41c1-99dd-30856727cd2e req-0e33f708-68db-4388-aa00-e7e673081f2b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093993 May 26 15:17:00.613930 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-df026f9c-7796-465a-93fc-c667e7b5df60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:00.636637 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:00.648092 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164be838-1623-47d6-ba90-d217196488ea req-fdf0ce85-4b7a-4956-8b44-9c17abd31313 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:00.650655 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-164be838-1623-47d6-ba90-d217196488ea req-fdf0ce85-4b7a-4956-8b44-9c17abd31313 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 944 time: 0.0926063 May 26 15:17:00.713389 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-164be838-1623-47d6-ba90-d217196488ea req-f701b5fe-dc00-4e0a-9b20-9f1dc80f1e21 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564687 May 26 15:17:01.847944 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd275a-56c8-4ff7-956b-ce0f3cec0edb req-34be02b5-98c5-40fe-8942-94194b6fc887 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:01.849667 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d7dd275a-56c8-4ff7-956b-ce0f3cec0edb req-34be02b5-98c5-40fe-8942-94194b6fc887 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 944 time: 0.0561607 May 26 15:17:01.885215 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:01.918612 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d7dd275a-56c8-4ff7-956b-ce0f3cec0edb req-87c633d6-a5e8-4868-a87c-d2a96c20176e tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616717 May 26 15:17:02.656766 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:17:02.756767 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b0d78-e918-430b-a228-68ee910be068 req-8744bdfb-8b12-4da7-b3f7-46983111d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:02.758787 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3d7b0d78-e918-430b-a228-68ee910be068 req-8744bdfb-8b12-4da7-b3f7-46983111d4bc service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951526 May 26 15:17:02.865606 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-d087071b-80e3-41d2-b4b3-2c7c961c4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:02.867884 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-d087071b-80e3-41d2-b4b3-2c7c961c4784 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1128 time: 0.0433595 May 26 15:17:02.920846 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-d8385612-1267-4df3-965b-793d2f695298 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 217 time: 0.0378799 May 26 15:17:02.972930 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-36e1f2eb-c0f5-415d-8d0c-b78c2bdb3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:02.974530 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-36e1f2eb-c0f5-415d-8d0c-b78c2bdb3c8d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6df1aceb-3316-4f3b-a210-f9d6280a9d51 HTTP/1.1" status: 200 len: 854 time: 0.0461028 May 26 15:17:03.058083 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-e9b656d4-c94c-4208-8876-10fedcd7fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:03.059623 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-e9b656d4-c94c-4208-8876-10fedcd7fcc3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cad89fc-1f08-469a-b236-e51174ed7e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0791028 May 26 15:17:03.067856 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0aa70-6dcd-4661-bec8-63eefe05dca4 req-30217aa9-524a-474d-b987-c407e2167eb2 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:03.069222 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2fc0aa70-6dcd-4661-bec8-63eefe05dca4 req-30217aa9-524a-474d-b987-c407e2167eb2 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 944 time: 0.0785780 May 26 15:17:03.168677 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2fc0aa70-6dcd-4661-bec8-63eefe05dca4 req-74368d7c-159e-4729-b667-c745a7030314 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911622 May 26 15:17:03.190129 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-72bd9deb-a4c0-413f-ad41-40c393748586 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199670 May 26 15:17:03.288831 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2bd7193d-1c1b-4747-9ac9-d1897f0e91a1 req-712a5031-21ce-43cc-8132-ab06f52fc1c5 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909472 May 26 15:17:03.416554 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:04.165897 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-7ac1ed62-1bf9-41a6-922c-0e456cf03f16 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416918 May 26 15:17:04.298516 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-42e1e6a5-846b-4477-b34b-9bb350aa5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:04.299996 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-42e1e6a5-846b-4477-b34b-9bb350aa5f86 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1129 time: 0.0720623 May 26 15:17:04.312553 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd9057-1f89-4901-a3b7-e2896a62525d req-076d881e-f8ee-4060-bd28-5bb43dfb98df tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:04.314299 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9dfd9057-1f89-4901-a3b7-e2896a62525d req-076d881e-f8ee-4060-bd28-5bb43dfb98df tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 944 time: 0.0741928 May 26 15:17:04.413027 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:04.436469 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9dfd9057-1f89-4901-a3b7-e2896a62525d req-b04ce621-eee7-4054-8079-af0638d39872 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159592 May 26 15:17:04.453574 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-67db764a-1bf6-4cf8-ac38-4a12de9d1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:04.455122 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-67db764a-1bf6-4cf8-ac38-4a12de9d1d43 service neutron] 10.222.0.75 "GET /v2.0/networks?id=68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 200 len: 910 time: 0.1357906 May 26 15:17:04.523922 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-4e348412-6d9c-44e8-ab51-9f4f94361d94 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 1000 time: 0.0609503 May 26 15:17:04.555183 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:04.573488 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-9865e545-e5e2-4b99-9c9f-da225b8538cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:04.574976 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-9865e545-e5e2-4b99-9c9f-da225b8538cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33d702e5-ab8e-40e5-b79e-9c03c1734be5 HTTP/1.1" status: 200 len: 848 time: 0.0453537 May 26 15:17:04.620664 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-0a84d610-f8f1-450f-aae6-5de2866bec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:04.622202 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-0a84d610-f8f1-450f-aae6-5de2866bec3a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68359501-3537-436b-ae78-35604426e377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413442 May 26 15:17:04.692785 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:04.718526 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-257ca91a-23b2-4caf-bf3b-6cbbf772d95c service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898027 May 26 15:17:04.808113 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0bf03881-0b2c-4465-b09d-cb4f1cbdcd1a req-6531f531-e4eb-4be1-9f10-da138b21ab81 service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831561 May 26 15:17:05.354408 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device b41d02f4-ab49-441e-b927-18bb558b79ce details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:17:05.462189 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port b41d02f4-ab49-441e-b927-18bb558b79ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b41d02f4-ab49-441e-b927-18bb558b79ce,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:05.475629 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'port_id': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'mac_address': 'fa:16:3e:bd:0b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:17:05.520036 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port b41d02f4-ab49-441e-b927-18bb558b79ce is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:05.520426 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:05.540691 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41d02f4-ab49-441e-b927-18bb558b79ce {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:17:05.563288 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port b41d02f4-ab49-441e-b927-18bb558b79ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b41d02f4-ab49-441e-b927-18bb558b79ce,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:05.567860 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:05.574214 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa797e2-87f4-4c41-acb6-4bf235a3d5c3 req-b7ebb016-a20a-49d9-afa9-e6195ea0dc44 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:05.576425 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9fa797e2-87f4-4c41-acb6-4bf235a3d5c3 req-b7ebb016-a20a-49d9-afa9-e6195ea0dc44 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 944 time: 0.0592632 May 26 15:17:05.611789 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51444) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:05.623059 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=b41d02f4-ab49-441e-b927-18bb558b79ce,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:05.638887 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9fa797e2-87f4-4c41-acb6-4bf235a3d5c3 req-122954e7-86d4-4478-b093-f3ffb7d15ef0 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 May 26 15:17:05.739312 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-95160446-61e3-40d8-b1fa-34a2cb7b8e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:05.818289 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-95160446-61e3-40d8-b1fa-34a2cb7b8e95 admin admin] Publish callbacks [] for security_group (3eebb5b8-8ed8-4659-b9c2-c1d1c9cb0342), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:05.822461 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-95160446-61e3-40d8-b1fa-34a2cb7b8e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3eebb5b8-8ed8-4659-b9c2-c1d1c9cb0342), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:05.826492 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:05.864468 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95160446-61e3-40d8-b1fa-34a2cb7b8e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eebb5b8-8ed8-4659-b9c2-c1d1c9cb0342,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:05.871647 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-95160446-61e3-40d8-b1fa-34a2cb7b8e95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d208300068a473cbdd7d44c78a8ede1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586586 May 26 15:17:05.874451 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 51450) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:05.884283 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['b41d02f4-ab49-441e-b927-18bb558b79ce'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:17:05.928065 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1eb3a58e-e96f-444b-aae4-9f83e508fdd3 admin admin] Publish callbacks [] for security_group (3eebb5b8-8ed8-4659-b9c2-c1d1c9cb0342), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:05.950469 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1eb3a58e-e96f-444b-aae4-9f83e508fdd3 admin admin] Publish callbacks [] for security_group (3eebb5b8-8ed8-4659-b9c2-c1d1c9cb0342), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:05.989742 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:05.999397 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1eb3a58e-e96f-444b-aae4-9f83e508fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3eebb5b8-8ed8-4659-b9c2-c1d1c9cb0342), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:06.002155 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-1eb3a58e-e96f-444b-aae4-9f83e508fdd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:06.005636 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-1eb3a58e-e96f-444b-aae4-9f83e508fdd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eebb5b8-8ed8-4659-b9c2-c1d1c9cb0342 HTTP/1.1" status: 204 len: 168 time: 0.1277442 May 26 15:17:06.011862 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3a58e-e96f-444b-aae4-9f83e508fdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eebb5b8-8ed8-4659-b9c2-c1d1c9cb0342,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:06.380818 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 51468) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:06.396226 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf09e-ac1d-4435-9f82-4b32437c18fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:06.493858 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf09e-ac1d-4435-9f82-4b32437c18fd admin admin] Publish callbacks [] for security_group (a72ff083-df26-4e85-a065-d652c438c7f3), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:06.498634 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf09e-ac1d-4435-9f82-4b32437c18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a72ff083-df26-4e85-a065-d652c438c7f3), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:06.543693 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-a1fbf09e-ac1d-4435-9f82-4b32437c18fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2af484362238496d916c011846561288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617472 May 26 15:17:06.544410 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbf09e-ac1d-4435-9f82-4b32437c18fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72ff083-df26-4e85-a065-d652c438c7f3,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:06.548555 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51480) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:06.598178 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0da0603b-3014-4758-aa54-f43d3ab16282 admin admin] Publish callbacks [] for security_group (a72ff083-df26-4e85-a065-d652c438c7f3), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:06.623345 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0da0603b-3014-4758-aa54-f43d3ab16282 admin admin] Publish callbacks [] for security_group (a72ff083-df26-4e85-a065-d652c438c7f3), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:06.677657 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0da0603b-3014-4758-aa54-f43d3ab16282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a72ff083-df26-4e85-a065-d652c438c7f3), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:06.680795 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0da0603b-3014-4758-aa54-f43d3ab16282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:06.682085 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0da0603b-3014-4758-aa54-f43d3ab16282 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a72ff083-df26-4e85-a065-d652c438c7f3 HTTP/1.1" status: 204 len: 168 time: 0.1344004 May 26 15:17:06.692630 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0603b-3014-4758-aa54-f43d3ab16282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72ff083-df26-4e85-a065-d652c438c7f3,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:06.784910 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5fa00-2dde-4a01-8059-32815230bc5f req-611dbb48-390b-46f0-a1d5-804e8a145949 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:06.786766 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8ad5fa00-2dde-4a01-8059-32815230bc5f req-611dbb48-390b-46f0-a1d5-804e8a145949 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 945 time: 0.0583601 May 26 15:17:06.840643 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8ad5fa00-2dde-4a01-8059-32815230bc5f req-2f7da0e2-6694-4239-b50e-86dec2e2adde tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480311 May 26 15:17:06.941700 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51498) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:07.056184 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-afe9b0a7-3eb0-4028-bfa2-52a40abfac2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.093481 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 51502) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:07.108381 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d07e-fa02-4c62-a8f0-a74d9b150562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.122186 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:07.138899 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-afe9b0a7-3eb0-4028-bfa2-52a40abfac2d admin admin] Publish callbacks [] for security_group (cd91963c-8919-4cc9-a7b2-d02fd114160f), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.141434 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:07.143145 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-afe9b0a7-3eb0-4028-bfa2-52a40abfac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cd91963c-8919-4cc9-a7b2-d02fd114160f), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.186804 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-afe9b0a7-3eb0-4028-bfa2-52a40abfac2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d639caecc6dc49558e374eb624a0fe91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438374 May 26 15:17:07.189090 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9b0a7-3eb0-4028-bfa2-52a40abfac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd91963c-8919-4cc9-a7b2-d02fd114160f,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:07.191584 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51504) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:07.193406 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d07e-fa02-4c62-a8f0-a74d9b150562 admin admin] Publish callbacks [] for security_group (c4f9720a-d3d2-42cd-be89-4026a3a80011), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.198329 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d0d5d07e-fa02-4c62-a8f0-a74d9b150562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c4f9720a-d3d2-42cd-be89-4026a3a80011), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.238859 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5d07e-fa02-4c62-a8f0-a74d9b150562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9720a-d3d2-42cd-be89-4026a3a80011,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:07.244387 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-d0d5d07e-fa02-4c62-a8f0-a74d9b150562 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6baea0c1c654e328dc14e807ee19277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496711 May 26 15:17:07.247146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 51506) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:07.248653 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-270bd436-db89-469c-993e-9f94d9f9117f admin admin] Publish callbacks [] for security_group (cd91963c-8919-4cc9-a7b2-d02fd114160f), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.274329 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-270bd436-db89-469c-993e-9f94d9f9117f admin admin] Publish callbacks [] for security_group (cd91963c-8919-4cc9-a7b2-d02fd114160f), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.302224 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=15 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:07.302516 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2dc8674a-5d07-4548-b8ca-f03a390329a0 admin admin] Publish callbacks [] for security_group (c4f9720a-d3d2-42cd-be89-4026a3a80011), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.328586 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-270bd436-db89-469c-993e-9f94d9f9117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cd91963c-8919-4cc9-a7b2-d02fd114160f), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.331203 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-270bd436-db89-469c-993e-9f94d9f9117f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.334004 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-270bd436-db89-469c-993e-9f94d9f9117f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd91963c-8919-4cc9-a7b2-d02fd114160f HTTP/1.1" status: 204 len: 168 time: 0.1414597 May 26 15:17:07.342924 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2dc8674a-5d07-4548-b8ca-f03a390329a0 admin admin] Publish callbacks [] for security_group (c4f9720a-d3d2-42cd-be89-4026a3a80011), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.345684 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bd436-db89-469c-993e-9f94d9f9117f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd91963c-8919-4cc9-a7b2-d02fd114160f,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:07.377837 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device b41d02f4-ab49-441e-b927-18bb558b79ce up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:07.401131 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2dc8674a-5d07-4548-b8ca-f03a390329a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c4f9720a-d3d2-42cd-be89-4026a3a80011), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.404370 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-2dc8674a-5d07-4548-b8ca-f03a390329a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.405765 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-2dc8674a-5d07-4548-b8ca-f03a390329a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4f9720a-d3d2-42cd-be89-4026a3a80011 HTTP/1.1" status: 204 len: 168 time: 0.1577556 May 26 15:17:07.414904 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8674a-5d07-4548-b8ca-f03a390329a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9720a-d3d2-42cd-be89-4026a3a80011,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:07.445821 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port b41d02f4-ab49-441e-b927-18bb558b79ce completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:17:07.458162 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port b41d02f4-ab49-441e-b927-18bb558b79ce triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:07.460227 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.490675 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:07.550266 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port b41d02f4-ab49-441e-b927-18bb558b79ce is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:07.550654 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.576394 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:17:07.579105 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68023d-3a28-4415-b246-8b4790d78d93" -d '{"events": [{"server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "name": "network-vif-plugged", "status": "completed", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:17:07.595393 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port b41d02f4-ab49-441e-b927-18bb558b79ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b41d02f4-ab49-441e-b927-18bb558b79ce,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:07.600518 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.642905 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7428bd27-4904-495a-ab7b-f892e47a3d02 x-openstack-request-id: req-7428bd27-4904-495a-ab7b-f892e47a3d02 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:17:07.643473 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "name": "network-vif-plugged", "status": "completed", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:17:07.643931 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7428bd27-4904-495a-ab7b-f892e47a3d02 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:17:07.644484 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7428bd27-4904-495a-ab7b-f892e47a3d02'] response: {'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'code': 200} May 26 15:17:07.659924 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=b41d02f4-ab49-441e-b927-18bb558b79ce,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:07.688222 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:07.906387 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51532) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:07.923729 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4b24b685-3d38-4e37-9015-a2f79add14ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:07.927604 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef674c-8c44-41e6-9234-7784cb920aca req-6c5101bd-c1fe-4286-9591-8d667cc40fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:07.930291 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5aef674c-8c44-41e6-9234-7784cb920aca req-6c5101bd-c1fe-4286-9591-8d667cc40fe2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1130 time: 0.1013982 May 26 15:17:08.021872 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4b24b685-3d38-4e37-9015-a2f79add14ff admin admin] Publish callbacks [] for security_group (dc1a3d2d-2a67-4692-adb2-0ee33a64bddf), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:08.027320 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4b24b685-3d38-4e37-9015-a2f79add14ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (dc1a3d2d-2a67-4692-adb2-0ee33a64bddf), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:08.059107 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24b685-3d38-4e37-9015-a2f79add14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1a3d2d-2a67-4692-adb2-0ee33a64bddf,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:08.068085 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71aaf9-8c57-41fa-b4e7-58faa24e134c req-9617d1b2-6225-4d14-a3b1-8580add3483e tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:08.075696 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d71aaf9-8c57-41fa-b4e7-58faa24e134c req-9617d1b2-6225-4d14-a3b1-8580add3483e tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.1438987 May 26 15:17:08.094450 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-4b24b685-3d38-4e37-9015-a2f79add14ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29a409eaa55c4178bb5b41d7d6e37659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866922 May 26 15:17:08.095533 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51538) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:08.103337 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5aef674c-8c44-41e6-9234-7784cb920aca req-7e34d693-9871-4252-8142-54249ccf0c88 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535819 May 26 15:17:08.145872 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5d71aaf9-8c57-41fa-b4e7-58faa24e134c req-07b227d3-5800-40da-a6b3-d9df08eb9dff tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691440 May 26 15:17:08.178039 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-49942bc0-c883-4a7f-a560-25583a851fce admin admin] Publish callbacks [] for security_group (dc1a3d2d-2a67-4692-adb2-0ee33a64bddf), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:08.212477 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-49942bc0-c883-4a7f-a560-25583a851fce admin admin] Publish callbacks [] for security_group (dc1a3d2d-2a67-4692-adb2-0ee33a64bddf), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:08.281664 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-49942bc0-c883-4a7f-a560-25583a851fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (dc1a3d2d-2a67-4692-adb2-0ee33a64bddf), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:08.284757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-49942bc0-c883-4a7f-a560-25583a851fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:08.285616 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-49942bc0-c883-4a7f-a560-25583a851fce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc1a3d2d-2a67-4692-adb2-0ee33a64bddf HTTP/1.1" status: 204 len: 168 time: 0.1888809 May 26 15:17:08.294378 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49942bc0-c883-4a7f-a560-25583a851fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1a3d2d-2a67-4692-adb2-0ee33a64bddf,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:09.283461 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59579e77-7be2-4ca0-856f-b47b527dd7b3 req-725be14d-a142-4cf8-8ac5-9c0a42ca13bd tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:09.285222 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-59579e77-7be2-4ca0-856f-b47b527dd7b3 req-725be14d-a142-4cf8-8ac5-9c0a42ca13bd tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.0509033 May 26 15:17:09.346980 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-59579e77-7be2-4ca0-856f-b47b527dd7b3 req-f2344ce5-b538-4a34-80d5-69dace5916b8 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542665 May 26 15:17:09.776652 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51640) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:09.955724 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fc0a74d3-f88d-42de-b82a-536f8bebe516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.011998 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:10.045880 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fc0a74d3-f88d-42de-b82a-536f8bebe516 admin admin] Publish callbacks [] for security_group (0073e777-d1bf-414a-a6e1-d80dd1127f58), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.052242 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-fc0a74d3-f88d-42de-b82a-536f8bebe516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0073e777-d1bf-414a-a6e1-d80dd1127f58), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.060373 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 51650) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:10.094900 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a74d3-f88d-42de-b82a-536f8bebe516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0073e777-d1bf-414a-a6e1-d80dd1127f58,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:10.099042 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-fc0a74d3-f88d-42de-b82a-536f8bebe516 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2169b075ad8405fbbf81d8fc39b0b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212960 May 26 15:17:10.102508 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51654) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:10.166234 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6f9a-3626-4832-b8e3-d9bcef1d6000 admin admin] Publish callbacks [] for security_group (0073e777-d1bf-414a-a6e1-d80dd1127f58), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.183179 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:10.192778 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6f9a-3626-4832-b8e3-d9bcef1d6000 admin admin] Publish callbacks [] for security_group (0073e777-d1bf-414a-a6e1-d80dd1127f58), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.271289 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6f9a-3626-4832-b8e3-d9bcef1d6000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0073e777-d1bf-414a-a6e1-d80dd1127f58), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.274705 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b4dc6f9a-3626-4832-b8e3-d9bcef1d6000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.276182 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b4dc6f9a-3626-4832-b8e3-d9bcef1d6000 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0073e777-d1bf-414a-a6e1-d80dd1127f58 HTTP/1.1" status: 204 len: 168 time: 0.1710730 May 26 15:17:10.284715 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc6f9a-3626-4832-b8e3-d9bcef1d6000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0073e777-d1bf-414a-a6e1-d80dd1127f58,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:10.348614 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a799d0cd-cb55-4a04-8ab0-66be866db85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.734824 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a799d0cd-cb55-4a04-8ab0-66be866db85c admin admin] Publish callbacks [] for security_group (dc2ac26c-86d6-4b94-8c10-8486e2282e97), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.742015 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a799d0cd-cb55-4a04-8ab0-66be866db85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (dc2ac26c-86d6-4b94-8c10-8486e2282e97), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.761217 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:10.768063 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4207b-b155-4211-a20e-23d024fb91f4 req-624ccac7-b9ad-4e95-9a4f-b4e738baba8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:10.769530 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-59a4207b-b155-4211-a20e-23d024fb91f4 req-624ccac7-b9ad-4e95-9a4f-b4e738baba8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.3349006 May 26 15:17:10.811425 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-a799d0cd-cb55-4a04-8ab0-66be866db85c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30f1cd47846941e0ab5e19d976a44d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7499096 May 26 15:17:10.812135 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799d0cd-cb55-4a04-8ab0-66be866db85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ac26c-86d6-4b94-8c10-8486e2282e97,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:10.814119 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51682) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:10.858726 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-59a4207b-b155-4211-a20e-23d024fb91f4 req-0bbbe014-0614-46cb-9428-8d1a01b815b2 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779035 May 26 15:17:10.866191 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86f04633-59fa-4d3c-92cd-3cc679cfd1fd admin admin] Publish callbacks [] for security_group (dc2ac26c-86d6-4b94-8c10-8486e2282e97), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.891305 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86f04633-59fa-4d3c-92cd-3cc679cfd1fd admin admin] Publish callbacks [] for security_group (dc2ac26c-86d6-4b94-8c10-8486e2282e97), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.945291 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86f04633-59fa-4d3c-92cd-3cc679cfd1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (dc2ac26c-86d6-4b94-8c10-8486e2282e97), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.948072 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-86f04633-59fa-4d3c-92cd-3cc679cfd1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:10.949228 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-86f04633-59fa-4d3c-92cd-3cc679cfd1fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc2ac26c-86d6-4b94-8c10-8486e2282e97 HTTP/1.1" status: 204 len: 168 time: 0.1341472 May 26 15:17:10.958516 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f04633-59fa-4d3c-92cd-3cc679cfd1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ac26c-86d6-4b94-8c10-8486e2282e97,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:11.000936 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cf4bf-487f-49be-8675-955e66bf3d23 req-dd5cc7eb-e1ec-4ab3-a2fe-6f7c869f7f0c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:11.007865 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-873cf4bf-487f-49be-8675-955e66bf3d23 req-dd5cc7eb-e1ec-4ab3-a2fe-6f7c869f7f0c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.0740428 May 26 15:17:11.055990 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-873cf4bf-487f-49be-8675-955e66bf3d23 req-a5787534-c6e9-46ef-8c7a-288ce5af5867 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471644 May 26 15:17:11.386095 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:11.409496 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157e449-6ae2-46b6-a985-1695c7331686 req-7cc4ffec-c3ec-4337-b523-e240cc7b7a26 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:11.411223 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3157e449-6ae2-46b6-a985-1695c7331686 req-7cc4ffec-c3ec-4337-b523-e240cc7b7a26 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.0556662 May 26 15:17:11.419215 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 51722) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:11.447139 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-eb7250f0-4078-41e2-8d18-2da3228e93f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:11.496103 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3157e449-6ae2-46b6-a985-1695c7331686 req-5b977b30-86d5-4133-9b01-bf273e46cf94 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784578 May 26 15:17:11.562651 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-eb7250f0-4078-41e2-8d18-2da3228e93f8 admin admin] Publish callbacks [] for security_group (ccecf69b-4e89-43d9-8ebb-1a6ea4001544), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:11.568297 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-eb7250f0-4078-41e2-8d18-2da3228e93f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ccecf69b-4e89-43d9-8ebb-1a6ea4001544), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:11.628972 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51746) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:11.629163 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-eb7250f0-4078-41e2-8d18-2da3228e93f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4bac0a6a7dd04a6eb1de2c65188d98cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088237 May 26 15:17:11.630143 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7250f0-4078-41e2-8d18-2da3228e93f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecf69b-4e89-43d9-8ebb-1a6ea4001544,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:11.698162 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bbf20d15-9ee9-4bbf-ba84-df5b6a0fa728 admin admin] Publish callbacks [] for security_group (ccecf69b-4e89-43d9-8ebb-1a6ea4001544), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:11.725235 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bbf20d15-9ee9-4bbf-ba84-df5b6a0fa728 admin admin] Publish callbacks [] for security_group (ccecf69b-4e89-43d9-8ebb-1a6ea4001544), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:11.783364 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bbf20d15-9ee9-4bbf-ba84-df5b6a0fa728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ccecf69b-4e89-43d9-8ebb-1a6ea4001544), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:11.786673 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-bbf20d15-9ee9-4bbf-ba84-df5b6a0fa728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:11.790855 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-bbf20d15-9ee9-4bbf-ba84-df5b6a0fa728 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccecf69b-4e89-43d9-8ebb-1a6ea4001544 HTTP/1.1" status: 204 len: 168 time: 0.1579797 May 26 15:17:11.800307 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf20d15-9ee9-4bbf-ba84-df5b6a0fa728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecf69b-4e89-43d9-8ebb-1a6ea4001544,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:12.653878 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:18.072015 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:21.357948 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8063c6-f720-418e-83a3-f067db1403d4 req-1fbbb2d8-af29-4e1c-a237-0be2d03e826f tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:21.359595 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9f8063c6-f720-418e-83a3-f067db1403d4 req-1fbbb2d8-af29-4e1c-a237-0be2d03e826f tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.0658286 May 26 15:17:21.443594 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9f8063c6-f720-418e-83a3-f067db1403d4 req-1e78439c-9824-4a65-9e41-b58fa18ef464 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672443 May 26 15:17:21.469764 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 51998) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:21.774737 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52012) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:21.796885 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=37,neutron:DELETE=8 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:21.811329 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd7ccb-e88c-4ada-85df-3fe3b914e346 tempest-TestMinimumBasicScenario-1542022227 tempest-TestMinimumBasicScenario-1542022227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:21.812889 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-10bd7ccb-e88c-4ada-85df-3fe3b914e346 tempest-TestMinimumBasicScenario-1542022227 tempest-TestMinimumBasicScenario-1542022227-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1125 time: 0.3406882 May 26 15:17:21.821179 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52016) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:21.826305 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'port_id': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:21.851277 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.227109 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-71964f0d-0fd6-4e93-9455-9718b74adbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.265123 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.368528 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:22.458607 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-71964f0d-0fd6-4e93-9455-9718b74adbc6 admin admin] Publish callbacks [] for security_group (8ca4a8cc-b696-4e35-88bc-1977bb49d94a), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.460715 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Allocated IP 172.27.1.119 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/17f4dbb4-b584-47af-9dfa-80dff2fc06db) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:17:22.465732 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-71964f0d-0fd6-4e93-9455-9718b74adbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8ca4a8cc-b696-4e35-88bc-1977bb49d94a), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.545252 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-71964f0d-0fd6-4e93-9455-9718b74adbc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0a5e84f3db74408b8b41156696b69f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7689407 May 26 15:17:22.547800 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964f0d-0fd6-4e93-9455-9718b74adbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4a8cc-b696-4e35-88bc-1977bb49d94a,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:22.548060 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52020) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:22.605800 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4e69836-456f-44e1-9d65-7bec4cf2dc35 admin admin] Publish callbacks [] for security_group (8ca4a8cc-b696-4e35-88bc-1977bb49d94a), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.630498 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4e69836-456f-44e1-9d65-7bec4cf2dc35 admin admin] Publish callbacks [] for security_group (8ca4a8cc-b696-4e35-88bc-1977bb49d94a), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.641013 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for port (17f4dbb4-b584-47af-9dfa-80dff2fc06db), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.683570 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (17f4dbb4-b584-47af-9dfa-80dff2fc06db), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.686938 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4e69836-456f-44e1-9d65-7bec4cf2dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8ca4a8cc-b696-4e35-88bc-1977bb49d94a), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.689560 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e4e69836-456f-44e1-9d65-7bec4cf2dc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:22.690738 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e4e69836-456f-44e1-9d65-7bec4cf2dc35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ca4a8cc-b696-4e35-88bc-1977bb49d94a HTTP/1.1" status: 204 len: 168 time: 0.1412072 May 26 15:17:22.702327 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e69836-456f-44e1-9d65-7bec4cf2dc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca4a8cc-b696-4e35-88bc-1977bb49d94a,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:22.723698 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:17:22.730203 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:22.736631 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:17:22.774709 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'Port': ['ID=17f4dbb4-b584-47af-9dfa-80dff2fc06db,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:22.860680 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:22.893334 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52030) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:23.365503 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for floatingip (996c6fca-9e7a-4af9-a72f-65f83a05d5a5), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:23.467087 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Deleting port 4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:17:23.467087 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:23.490096 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (17f4dbb4-b584-47af-9dfa-80dff2fc06db), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:23.569244 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:23.570106 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for floatingip (4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:23.607217 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Calling delete_port for 4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce owned by network:floatingip {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:17:23.628192 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:23.755360 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:23.791801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:23.792300 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for port (17f4dbb4-b584-47af-9dfa-80dff2fc06db), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:23.804113 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (17f4dbb4-b584-47af-9dfa-80dff2fc06db), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:23.931090 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'Port': ['ID=17f4dbb4-b584-47af-9dfa-80dff2fc06db,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:23.939936 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:23.946070 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (996c6fca-9e7a-4af9-a72f-65f83a05d5a5), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:23.973188 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event deleted for resources: {'Port': ['ID=4ec0778b-fb0a-4d2d-ae96-2f4d5f1435ce,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:24.072082 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for floatingip (98b221ae-b6fc-4a58-ad03-62c07c75a6fb), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:24.072735 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Floating IP 98b221ae-b6fc-4a58-ad03-62c07c75a6fb disassociated (deleted). External IP: 172.27.1.88, port: 919581af-7ccb-4d91-b17b-36af6ce1ee96. May 26 15:17:24.105051 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Floating IP 996c6fca-9e7a-4af9-a72f-65f83a05d5a5 associated. External IP: 172.27.1.119, port: b41d02f4-ab49-441e-b927-18bb558b79ce. May 26 15:17:24.284678 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:24.375862 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Router fd91164d-f4d1-4787-8289-88a71baa4962 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:17:24.391586 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Router 5eed3ed0-2e21-4093-8ecd-a74df3317478 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:17:24.524210 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:17:24.530043 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:24.547972 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] Sync routers for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:17:24.555078 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:17:24.563190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:24.565265 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:24.572591 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] Sync routers for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:17:24.595885 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:24.597084 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:24.605764 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-69f47e1d-94a4-42fb-a118-e2f92d082cf0 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "DELETE /v2.0/floatingips/98b221ae-b6fc-4a58-ad03-62c07c75a6fb HTTP/1.1" status: 204 len: 168 time: 1.7103510 May 26 15:17:24.607436 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:17:24.616950 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:24.617203 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5460beb3-a833-43cf-bea4-002b9992a9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:17:24.676658 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734769fc-db3d-47ea-b440-cfe98d0293be x-openstack-request-id: req-734769fc-db3d-47ea-b440-cfe98d0293be {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:17:24.677164 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:17:24.677629 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-734769fc-db3d-47ea-b440-cfe98d0293be {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:17:24.678191 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734769fc-db3d-47ea-b440-cfe98d0293be'] response: {'name': 'network-changed', 'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'status': 'completed', 'code': 200} May 26 15:17:24.759193 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-0666d9ea-3534-459b-8b51-4c19402a06eb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9363129 May 26 15:17:24.759981 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:17:24.762443 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c68e4a-8fd4-4a48-8182-5a5651e5895f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:17:24.764746 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52096) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:24.770029 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-753968a4-bc4e-42a7-a65b-aecd276ea207 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791974402', 'description': 'tempest-secgroup-smoke-791974402 description', 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:24.784151 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:24.796034 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-f4f57d1a-c76d-4c1e-a45e-b0c0db543c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:24.798538 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-f4f57d1a-c76d-4c1e-a45e-b0c0db543c23 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 1129 time: 0.0632641 May 26 15:17:24.817141 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:24.852943 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-753968a4-bc4e-42a7-a65b-aecd276ea207 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:24.914464 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-3a38222a-663d-4d43-a987-86c0a69f8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:24.916742 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-3a38222a-663d-4d43-a987-86c0a69f8a9e service neutron] 10.222.0.75 "GET /v2.0/networks?id=68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 200 len: 910 time: 0.1111739 May 26 15:17:24.989801 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-09ea1078-2280-435e-bc86-8c4957e6aed4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 200 len: 217 time: 0.0662782 May 26 15:17:25.036514 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-753968a4-bc4e-42a7-a65b-aecd276ea207 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group (92072407-b5c0-4931-ab59-d0a3a5bfc720), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.042181 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-753968a4-bc4e-42a7-a65b-aecd276ea207 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (92072407-b5c0-4931-ab59-d0a3a5bfc720), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.075214 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:25.077529 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca7990c-e138-46a3-93fe-694d6fe02f8b x-openstack-request-id: req-2ca7990c-e138-46a3-93fe-694d6fe02f8b {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:17:25.077917 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:17:25.078354 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ca7990c-e138-46a3-93fe-694d6fe02f8b {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:17:25.078769 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca7990c-e138-46a3-93fe-694d6fe02f8b'] response: {'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'status': 'completed', 'code': 200} May 26 15:17:25.082434 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753968a4-bc4e-42a7-a65b-aecd276ea207 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92072407-b5c0-4931-ab59-d0a3a5bfc720,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:25.104712 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-753968a4-bc4e-42a7-a65b-aecd276ea207 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.105924 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-753968a4-bc4e-42a7-a65b-aecd276ea207 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3394380 May 26 15:17:25.109020 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52104) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:25.117303 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-eabac2b7-00f1-4fd1-9dd9-6a9a2fce44c8 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'security_group_rule': {'security_group_id': '92072407-b5c0-4931-ab59-d0a3a5bfc720', 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:25.126775 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'cb33c147-05d7-4b99-aeb1-2e8102f2e3e3', 'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'mac_address': 'fa:16:3e:fb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:46Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 5, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'subnets': [{'id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:25.157688 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eabac2b7-00f1-4fd1-9dd9-6a9a2fce44c8 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (8298e8b3-1630-4a27-8190-5699211df541), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.161206 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] Checking router: 5eed3ed0-2e21-4093-8ecd-a74df3317478 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:17:25.172668 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:25.174907 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcb8c4-ea42-4e67-b710-1e16d832e904 req-dbb50f7e-c376-48be-97f6-cdc98ed0b90a tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:25.177097 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18fcb8c4-ea42-4e67-b710-1e16d832e904 req-dbb50f7e-c376-48be-97f6-cdc98ed0b90a tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0892887 May 26 15:17:25.184883 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:25.185820 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:25.193859 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:25.218487 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '996c6fca-9e7a-4af9-a72f-65f83a05d5a5', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'port_id': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'mac_address': 'fa:16:3e:bd:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:17:23Z', 'updated_at': '2022-05-26T15:17:23Z', 'revision_number': 0, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:33Z', 'revision_number': 5, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:25.228062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eabac2b7-00f1-4fd1-9dd9-6a9a2fce44c8 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (8298e8b3-1630-4a27-8190-5699211df541), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.232719 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eabac2b7-00f1-4fd1-9dd9-6a9a2fce44c8 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (8298e8b3-1630-4a27-8190-5699211df541), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.251248 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] Checking router: fd91164d-f4d1-4787-8289-88a71baa4962 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:17:25.255456 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabac2b7-00f1-4fd1-9dd9-6a9a2fce44c8 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8298e8b3-1630-4a27-8190-5699211df541,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:25.259204 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-18fcb8c4-ea42-4e67-b710-1e16d832e904 req-3451f8e5-0992-432d-85d4-07f409d6a0e1 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746973 May 26 15:17:25.263577 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:25.264654 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:25.271125 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-eabac2b7-00f1-4fd1-9dd9-6a9a2fce44c8 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.272544 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-eabac2b7-00f1-4fd1-9dd9-6a9a2fce44c8 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623898 May 26 15:17:25.275468 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52106) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:25.286761 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-b1d072c7-ebb8-4e14-a4c8-8411e50ba12b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'security_group_rule': {'security_group_id': '92072407-b5c0-4931-ab59-d0a3a5bfc720', 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:25.324240 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b1d072c7-ebb8-4e14-a4c8-8411e50ba12b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (294a4cc1-8157-4e38-8d1f-cd96d0d8ef7a), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.326946 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:25.386322 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:25.401765 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b1d072c7-ebb8-4e14-a4c8-8411e50ba12b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (294a4cc1-8157-4e38-8d1f-cd96d0d8ef7a), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.406128 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b1d072c7-ebb8-4e14-a4c8-8411e50ba12b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (294a4cc1-8157-4e38-8d1f-cd96d0d8ef7a), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.427097 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d072c7-ebb8-4e14-a4c8-8411e50ba12b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294a4cc1-8157-4e38-8d1f-cd96d0d8ef7a,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:25.435091 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b1d072c7-ebb8-4e14-a4c8-8411e50ba12b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.439483 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52108) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:25.441846 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-b1d072c7-ebb8-4e14-a4c8-8411e50ba12b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1648934 May 26 15:17:25.444110 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-dfb66503-ac3f-4026-b7e1-4ae85dcc1eeb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'security_group_rule': {'security_group_id': '92072407-b5c0-4931-ab59-d0a3a5bfc720', 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:25.479199 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dfb66503-ac3f-4026-b7e1-4ae85dcc1eeb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (ec31c7e3-4db0-4605-a17c-b39fdc335606), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.567166 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dfb66503-ac3f-4026-b7e1-4ae85dcc1eeb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (ec31c7e3-4db0-4605-a17c-b39fdc335606), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.573327 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dfb66503-ac3f-4026-b7e1-4ae85dcc1eeb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (ec31c7e3-4db0-4605-a17c-b39fdc335606), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.602062 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb66503-ac3f-4026-b7e1-4ae85dcc1eeb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec31c7e3-4db0-4605-a17c-b39fdc335606,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:25.632884 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-dfb66503-ac3f-4026-b7e1-4ae85dcc1eeb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.635735 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-dfb66503-ac3f-4026-b7e1-4ae85dcc1eeb tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949694 May 26 15:17:25.638065 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52112) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:25.653255 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-e2e0c9f9-ef93-44cd-8eea-c17f04a21106 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'security_group_rule': {'security_group_id': '92072407-b5c0-4931-ab59-d0a3a5bfc720', 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:25.704136 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c9f9-ef93-44cd-8eea-c17f04a21106 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (8e87fdd6-12c3-4f5c-836c-239336513031), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.784602 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '996c6fca-9e7a-4af9-a72f-65f83a05d5a5', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'port_id': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'mac_address': 'fa:16:3e:bd:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:17:23Z', 'updated_at': '2022-05-26T15:17:23Z', 'revision_number': 0, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:33Z', 'revision_number': 5, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:25.821073 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104689e-aabf-415f-8020-0261a6f17fed None None] The sync data for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi is: [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '996c6fca-9e7a-4af9-a72f-65f83a05d5a5', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'port_id': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'mac_address': 'fa:16:3e:bd:0b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:17:23Z', 'updated_at': '2022-05-26T15:17:23Z', 'revision_number': 0, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:33Z', 'revision_number': 5, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:17:25.851046 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c9f9-ef93-44cd-8eea-c17f04a21106 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (8e87fdd6-12c3-4f5c-836c-239336513031), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.859533 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c9f9-ef93-44cd-8eea-c17f04a21106 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (8e87fdd6-12c3-4f5c-836c-239336513031), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.869884 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:25.877767 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'cb33c147-05d7-4b99-aeb1-2e8102f2e3e3', 'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'mac_address': 'fa:16:3e:fb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:46Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 5, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'subnets': [{'id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:25.883604 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0c9f9-ef93-44cd-8eea-c17f04a21106 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e87fdd6-12c3-4f5c-836c-239336513031,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:25.901185 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-e2e0c9f9-ef93-44cd-8eea-c17f04a21106 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:25.905602 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52126) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:25.910696 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-28a17cf3-a50f-45bb-a85f-cffa6c002b07 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'security_group_rule': {'security_group_id': '92072407-b5c0-4931-ab59-d0a3a5bfc720', 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:25.915852 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-e2e0c9f9-ef93-44cd-8eea-c17f04a21106 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2688956 May 26 15:17:25.958951 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e618c1-7d39-4302-ac2d-27090167e2a0 None None] The sync data for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi is: [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'cb33c147-05d7-4b99-aeb1-2e8102f2e3e3', 'name': '', 'network_id': '68359501-3537-436b-ae78-35604426e377', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'mac_address': 'fa:16:3e:fb:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:46Z', 'updated_at': '2022-05-26T15:11:51Z', 'revision_number': 5, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'subnets': [{'id': '33d702e5-ab8e-40e5-b79e-9c03c1734be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:17:25.961510 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.securitygroups_db [None req-28a17cf3-a50f-45bb-a85f-cffa6c002b07 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Project fb7e58e0c6954bb5ae0fafee4c7a6724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 15:17:25.984262 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-28a17cf3-a50f-45bb-a85f-cffa6c002b07 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (0d0d40b0-3588-4ffc-8fa1-623c1a628c79), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:26.041986 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:26.071024 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-28a17cf3-a50f-45bb-a85f-cffa6c002b07 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (0d0d40b0-3588-4ffc-8fa1-623c1a628c79), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:26.082285 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-28a17cf3-a50f-45bb-a85f-cffa6c002b07 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (0d0d40b0-3588-4ffc-8fa1-623c1a628c79), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:26.108289 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a17cf3-a50f-45bb-a85f-cffa6c002b07 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0d40b0-3588-4ffc-8fa1-623c1a628c79,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:26.130768 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-28a17cf3-a50f-45bb-a85f-cffa6c002b07 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:26.132769 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-28a17cf3-a50f-45bb-a85f-cffa6c002b07 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2260685 May 26 15:17:26.136160 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52134) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:26.141150 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-fd0f8f62-4172-4905-a4d8-6dcb8530320b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'security_group_rule': {'security_group_id': '92072407-b5c0-4931-ab59-d0a3a5bfc720', 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:26.199541 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.securitygroups_db [None req-fd0f8f62-4172-4905-a4d8-6dcb8530320b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Project fb7e58e0c6954bb5ae0fafee4c7a6724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 15:17:26.208380 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8f62-4172-4905-a4d8-6dcb8530320b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (cb2de73c-0bf6-4b4d-a288-90384a0ab564), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:26.216738 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b718b48-4165-4373-bee4-586067d88097 None None] New status for floating IP 996c6fca-9e7a-4af9-a72f-65f83a05d5a5: ACTIVE {{(pid=104043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:17:26.284947 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8f62-4172-4905-a4d8-6dcb8530320b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (cb2de73c-0bf6-4b4d-a288-90384a0ab564), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:26.291145 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8f62-4172-4905-a4d8-6dcb8530320b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (cb2de73c-0bf6-4b4d-a288-90384a0ab564), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:26.320559 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f8f62-4172-4905-a4d8-6dcb8530320b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2de73c-0bf6-4b4d-a288-90384a0ab564,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:26.326946 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8f62-4172-4905-a4d8-6dcb8530320b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:26.331108 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-fd0f8f62-4172-4905-a4d8-6dcb8530320b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1908495 May 26 15:17:26.456631 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85bd63-9d10-4e7a-9e90-3edbf1e3ea6f None None] New status for floating IP 98b221ae-b6fc-4a58-ad03-62c07c75a6fb: DOWN {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:17:26.533927 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-21dacd04-dbf4-4a5a-8787-1802bcb8f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:26.535395 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-21dacd04-dbf4-4a5a-8787-1802bcb8f721 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=33d702e5-ab8e-40e5-b79e-9c03c1734be5 HTTP/1.1" status: 200 len: 848 time: 0.1737766 May 26 15:17:26.546628 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895fb5-bbb6-430b-b76a-a50b115c1fba req-7f290a78-0de7-4e4c-ba30-08a97ad5bb16 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:26.548278 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ce895fb5-bbb6-430b-b76a-a50b115c1fba req-7f290a78-0de7-4e4c-ba30-08a97ad5bb16 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.1441753 May 26 15:17:26.550343 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-223d436e-abe8-4a2e-a228-b1fc54b1db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:26.551755 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-223d436e-abe8-4a2e-a228-b1fc54b1db1f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1130 time: 0.1453755 May 26 15:17:26.556567 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-c53a4556-6170-4561-8f44-89d227dd99e2 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791974402&fields=id&tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724 HTTP/1.1" status: 200 len: 267 time: 0.1511860 May 26 15:17:26.753943 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-07370f25-aca8-4da6-93f9-dc47ce24c16f tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:26.755437 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-07370f25-aca8-4da6-93f9-dc47ce24c16f tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.1843874 May 26 15:17:26.756400 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-1d553be4-815b-42ed-988c-642657ea6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:26.757818 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-1d553be4-815b-42ed-988c-642657ea6b34 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=68359501-3537-436b-ae78-35604426e377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1704247 May 26 15:17:26.766187 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ce895fb5-bbb6-430b-b76a-a50b115c1fba req-7ef55911-f001-4524-a054-fafdf86892e9 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/security-groups?id=122f0c41-ec0f-4df0-b58f-fc96a78ce71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059238 May 26 15:17:26.775763 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-4cf5abdb-1aed-455c-99a5-3c13fee3a93c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'port': {'security_groups': ['97b36b13-1b68-4fb0-a96f-e37f37300dbd', '92072407-b5c0-4931-ab59-d0a3a5bfc720']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:26.818308 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:26.826365 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-199de7bc-cec9-4987-9ad4-c40611f43c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:26.827843 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-199de7bc-cec9-4987-9ad4-c40611f43c8b service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cad89fc-1f08-469a-b236-e51174ed7e88 HTTP/1.1" status: 200 len: 916 time: 0.2420764 May 26 15:17:26.871563 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-4cf5abdb-1aed-455c-99a5-3c13fee3a93c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:27.082488 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-c974b8d5-b3be-4419-9be0-2b66f975fdcd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 1002 time: 0.1351697 May 26 15:17:27.088871 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:27.126124 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-89b656be-6051-452e-b83b-a1ddef0f3616 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:27.127548 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-89b656be-6051-452e-b83b-a1ddef0f3616 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 945 time: 0.0526588 May 26 15:17:27.183754 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-9a417466-19fd-4528-a91c-7312eadfca7f service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374978 May 26 15:17:27.212660 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-567aeca4-7d8d-4e9b-8c94-fc732357800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:27.214116 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-567aeca4-7d8d-4e9b-8c94-fc732357800a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6df1aceb-3316-4f3b-a210-f9d6280a9d51 HTTP/1.1" status: 200 len: 854 time: 0.1212478 May 26 15:17:27.222538 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Deleting port 919581af-7ccb-4d91-b17b-36af6ce1ee96 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:17:27.222998 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:27.355303 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] For port 919581af-7ccb-4d91-b17b-36af6ce1ee96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=919581af-7ccb-4d91-b17b-36af6ce1ee96,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:27.355691 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:27.384763 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Calling delete_port for 919581af-7ccb-4d91-b17b-36af6ce1ee96 owned by compute:nova {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:17:27.421825 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-4cf5abdb-1aed-455c-99a5-3c13fee3a93c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] For port b41d02f4-ab49-441e-b927-18bb558b79ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b41d02f4-ab49-441e-b927-18bb558b79ce,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:27.442826 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-ae092c87-4a70-47b6-bb10-9e2724e98bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:27.445330 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-ae092c87-4a70-47b6-bb10-9e2724e98bda service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cad89fc-1f08-469a-b236-e51174ed7e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1189184 May 26 15:17:27.464167 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52162) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:27.514969 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-4cf5abdb-1aed-455c-99a5-3c13fee3a93c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:27.544771 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (919581af-7ccb-4d91-b17b-36af6ce1ee96), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:27.566316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-4cf5abdb-1aed-455c-99a5-3c13fee3a93c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:27.596627 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['b41d02f4-ab49-441e-b927-18bb558b79ce'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:17:27.627716 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event deleted for resources: {'Port': ['ID=919581af-7ccb-4d91-b17b-36af6ce1ee96,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:27.650893 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:27.654448 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] No DVR routers for this DVR port 919581af-7ccb-4d91-b17b-36af6ce1ee96 on host hv-cinder-78836 {{(pid=104042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:17:27.657478 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:27.661542 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [req-36c96a93-3f70-4f3e-abf1-023d89a943a2 req-2f62c265-4901-4062-924b-0db9f589ecd2 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.75 "DELETE /v2.0/ports/919581af-7ccb-4d91-b17b-36af6ce1ee96 HTTP/1.1" status: 204 len: 173 time: 0.5278637 May 26 15:17:27.662051 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'name': 'network-vif-deleted', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:17:27.665883 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48685abf-3a8c-4b1b-b5f0-91d6ed892a75" -d '{"events": [{"server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "name": "network-vif-deleted", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:17:27.727872 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9136dc41-87c1-4429-8a8a-5ceed4e62c4a x-openstack-request-id: req-9136dc41-87c1-4429-8a8a-5ceed4e62c4a {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:17:27.728367 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a80f2c7-1451-47b7-9f5e-3d53c21794ae", "name": "network-vif-deleted", "tag": "919581af-7ccb-4d91-b17b-36af6ce1ee96", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:17:27.728664 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9136dc41-87c1-4429-8a8a-5ceed4e62c4a {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:17:27.729178 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9136dc41-87c1-4429-8a8a-5ceed4e62c4a'] response: {'server_uuid': '6a80f2c7-1451-47b7-9f5e-3d53c21794ae', 'name': 'network-vif-deleted', 'tag': '919581af-7ccb-4d91-b17b-36af6ce1ee96', 'status': 'completed', 'code': 200} May 26 15:17:27.911426 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5460beb3-a833-43cf-bea4-002b9992a9d1 req-c03ae786-5ca4-4f01-a8d2-4eed4adb8331 service neutron] 10.222.0.75 "GET /v2.0/networks/68359501-3537-436b-ae78-35604426e377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101240 May 26 15:17:27.954320 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-4cf5abdb-1aed-455c-99a5-3c13fee3a93c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:27.955158 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-4cf5abdb-1aed-455c-99a5-3c13fee3a93c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:27.956577 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6cbc4115-749d-4c70-abed-6388f5f2615c req-4cf5abdb-1aed-455c-99a5-3c13fee3a93c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "PUT /v2.0/ports/b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 982 time: 1.1894815 May 26 15:17:27.962744 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:17:27.964801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4d6739-742c-49dd-a84f-ffcf59828898" -d '{"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:17:28.015924 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cddd7b77-74bc-472c-8ad9-a7a0f672e945 req-e5e83128-ff38-4603-a181-523f9eb3515f tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 210 time: 0.0824363 May 26 15:17:28.017000 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bb146a9d-37bb-4c39-a351-11d70bf4626f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:28.069354 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:28.091699 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5abdb-1aed-455c-99a5-3c13fee3a93c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'Port': ['ID=b41d02f4-ab49-441e-b927-18bb558b79ce,revision_number=6']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:28.108605 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-4080e91a-994a-4409-b690-e525f7eabc4e service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453922 May 26 15:17:28.117106 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed28991a-ea13-443f-99aa-2b6e83f5e4c7 x-openstack-request-id: req-ed28991a-ea13-443f-99aa-2b6e83f5e4c7 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:17:28.117433 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:17:28.117798 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed28991a-ea13-443f-99aa-2b6e83f5e4c7 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:17:28.118152 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed28991a-ea13-443f-99aa-2b6e83f5e4c7'] response: {'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'status': 'completed', 'code': 200} May 26 15:17:28.125597 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['b41d02f4-ab49-441e-b927-18bb558b79ce'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:17:28.190745 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:28.238470 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7451c76-1bd5-4e39-a575-e6f1a9b018fb req-68a67b60-ba3e-4a94-abae-37302f3e2337 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:28.239749 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d7451c76-1bd5-4e39-a575-e6f1a9b018fb req-68a67b60-ba3e-4a94-abae-37302f3e2337 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.1532731 May 26 15:17:28.372410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b1e87eee-8bfe-4729-b013-b9b9b5f8c4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:28.379513 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-6d256227-7a69-4544-a340-3af7ee128d1d None None] Provisioning complete for port b41d02f4-ab49-441e-b927-18bb558b79ce triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:28.379886 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6d256227-7a69-4544-a340-3af7ee128d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:28.391616 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bb146a9d-37bb-4c39-a351-11d70bf4626f admin admin] Publish callbacks [] for security_group (4e8aa160-a281-4b67-8fba-a0aefb7a1fba), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:28.394547 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-41c68e4a-8fd4-4a48-8182-5a5651e5895f req-9f2dbf5f-8fbf-48c0-a65b-8430d12e0ba8 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516830 May 26 15:17:28.402687 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-bb146a9d-37bb-4c39-a351-11d70bf4626f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4e8aa160-a281-4b67-8fba-a0aefb7a1fba), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:28.416026 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d7451c76-1bd5-4e39-a575-e6f1a9b018fb req-4327d48a-e36a-4412-9507-9cd27fa23f61 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643138 May 26 15:17:28.432168 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:28.474593 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-bb146a9d-37bb-4c39-a351-11d70bf4626f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f447e0c20b1c4c6b9ac9a943527ddaee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9946079 May 26 15:17:28.475156 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52188) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:28.481799 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb146a9d-37bb-4c39-a351-11d70bf4626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8aa160-a281-4b67-8fba-a0aefb7a1fba,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:28.545410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:28.554209 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-6d256227-7a69-4544-a340-3af7ee128d1d None None] Current status of the port b41d02f4-ab49-441e-b927-18bb558b79ce is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:28.567711 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-a68396e3-6c0c-454e-931b-c5c5241707d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:28.569938 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-a68396e3-6c0c-454e-931b-c5c5241707d6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1169 time: 0.0729222 May 26 15:17:28.611459 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-461e38cd-433d-4d37-bd80-1748f19a7007 admin admin] Publish callbacks [] for security_group (4e8aa160-a281-4b67-8fba-a0aefb7a1fba), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:28.684201 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-461e38cd-433d-4d37-bd80-1748f19a7007 admin admin] Publish callbacks [] for security_group (4e8aa160-a281-4b67-8fba-a0aefb7a1fba), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:28.740343 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-f102bb07-c969-4df5-b033-3c5ecf821cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:28.742741 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-f102bb07-c969-4df5-b033-3c5ecf821cb3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cad89fc-1f08-469a-b236-e51174ed7e88 HTTP/1.1" status: 200 len: 916 time: 0.1665084 May 26 15:17:28.800282 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-461e38cd-433d-4d37-bd80-1748f19a7007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4e8aa160-a281-4b67-8fba-a0aefb7a1fba), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:28.802830 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-461e38cd-433d-4d37-bd80-1748f19a7007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:28.804520 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-461e38cd-433d-4d37-bd80-1748f19a7007 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e8aa160-a281-4b67-8fba-a0aefb7a1fba HTTP/1.1" status: 204 len: 168 time: 0.3284266 May 26 15:17:28.830116 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e38cd-433d-4d37-bd80-1748f19a7007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8aa160-a281-4b67-8fba-a0aefb7a1fba,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:28.833091 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-6eb54473-e111-4801-9c84-b1370f983519 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 1002 time: 0.0839119 May 26 15:17:28.903194 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-416b1e40-dd3a-4417-b117-82d623b17a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:28.905272 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-416b1e40-dd3a-4417-b117-82d623b17a2c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6df1aceb-3316-4f3b-a210-f9d6280a9d51 HTTP/1.1" status: 200 len: 854 time: 0.0656590 May 26 15:17:29.201431 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-27fd1438-7813-4743-b7ed-718040f96894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:29.206351 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-27fd1438-7813-4743-b7ed-718040f96894 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cad89fc-1f08-469a-b236-e51174ed7e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0970626 May 26 15:17:29.269689 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d952a44f-56d6-4f11-a6d6-86b681b02f45 req-d8d8b079-917b-4789-bbb8-eb46f513bb4e tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a80f2c7-1451-47b7-9f5e-3d53c21794ae HTTP/1.1" status: 200 len: 210 time: 0.0739067 May 26 15:17:29.368332 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-2e9aba0f-4e83-48c9-856c-83cfb2565ef3 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389086 May 26 15:17:29.470751 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ee4d6739-742c-49dd-a84f-ffcf59828898 req-ee304f77-a417-4fbe-8cd0-2308346674f3 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958765 May 26 15:17:29.680647 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52224) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:29.784331 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1500926988-network', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:29.788967 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:29.806242 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Made reservation on behalf of 0b161426dbdc44ff8e52676e1bc21558 for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:17:29.808680 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:29.817256 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:29.900481 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Publish callbacks [] for security_group (756e0f14-f16e-47fc-b40e-454b260626f9), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:29.906299 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (756e0f14-f16e-47fc-b40e-454b260626f9), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:29.932908 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:17:29.941674 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:29.946056 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756e0f14-f16e-47fc-b40e-454b260626f9,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:29.949186 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:29.949634 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Added segment 4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc of type vlan for network 17e8e6f7-36ad-4695-9496-110a02e0acc3 May 26 15:17:30.001149 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (17e8e6f7-36ad-4695-9496-110a02e0acc3), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.030248 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (17e8e6f7-36ad-4695-9496-110a02e0acc3), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.031509 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:30.032098 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.090329 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4085441 May 26 15:17:30.093188 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52240) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:30.101804 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8a207-ca6a-487b-87fe-8068ed00c9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=17e8e6f7-36ad-4695-9496-110a02e0acc3,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:30.102589 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Request body: {'subnet': {'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1500926988-subnet', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'ip_version': 4}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:30.111502 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:17:30.123354 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:30.138680 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Made reservation on behalf of 0b161426dbdc44ff8e52676e1bc21558 for: {'subnet': 1} {{(pid=104042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:17:30.141093 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12408975'] for subnet (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.365905 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11762038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12408985'] for subnet (2c11f6ab-4fa2-416f-9418-8c380ef25ed8), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.389192 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52256) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:30.448389 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Checking segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:17:30.448389 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Network hostable DHCP agents. Network: 17e8e6f7-36ad-4695-9496-110a02e0acc3, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:17:30.452715 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c11f6ab-4fa2-416f-9418-8c380ef25ed8,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:30.477880 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:17:30.496092 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d7524b1d-c7dd-49c1-a212-21f206fc3d42 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group (122f0c41-ec0f-4df0-b58f-fc96a78ce71c), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.497182 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 17e8e6f7-36ad-4695-9496-110a02e0acc3) {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:30.503426 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:30.507946 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c8eb56-9f9f-4de8-84a4-dfaf8a1f2d75 None None] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:17:30.520122 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.546688 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-2da77409-b782-4cf2-8440-38cc411a1271 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4485450 May 26 15:17:30.549147 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52264) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:30.556886 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d7524b1d-c7dd-49c1-a212-21f206fc3d42 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group (122f0c41-ec0f-4df0-b58f-fc96a78ce71c), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.557846 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:30.569131 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:30.595168 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.597152 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.612135 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52266) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:30.668071 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f0f69b56-3b23-45bf-b9fc-de2208c3c2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.674398 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d7524b1d-c7dd-49c1-a212-21f206fc3d42 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (122f0c41-ec0f-4df0-b58f-fc96a78ce71c), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.681283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d7524b1d-c7dd-49c1-a212-21f206fc3d42 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.683519 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-d7524b1d-c7dd-49c1-a212-21f206fc3d42 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] 10.222.0.46 "DELETE /v2.0/security-groups/122f0c41-ec0f-4df0-b58f-fc96a78ce71c HTTP/1.1" status: 204 len: 168 time: 0.2911451 May 26 15:17:30.702537 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7524b1d-c7dd-49c1-a212-21f206fc3d42 tempest-TestShelveInstance-1774837301 tempest-TestShelveInstance-1774837301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122f0c41-ec0f-4df0-b58f-fc96a78ce71c,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:30.714432 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks [] for router_controller (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), precommit_add_association {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.739631 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-17e8e6f7-36ad-4695-9496-110a02e0acc3', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:17:30.742991 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.751635 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52272) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:30.868507 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ad41bc30-f6f4-42b6-8188-89230d677422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:30.944844 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Allocated IP 172.20.0.2 (17e8e6f7-36ad-4695-9496-110a02e0acc3/2c11f6ab-4fa2-416f-9418-8c380ef25ed8/49ff433c-0de3-4f4a-9365-32abebd074cb) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:17:30.969283 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks [] for router_gateway (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.116285 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Publish callbacks [] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.123241 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.141910 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:31.145394 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ad41bc30-f6f4-42b6-8188-89230d677422 admin admin] Publish callbacks [] for security_group (9da882a0-7c76-477d-aea0-08c0423734bb), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.155616 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:31.160239 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:31.170068 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:17:31.176790 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:31.182073 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:17:31.186714 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ad41bc30-f6f4-42b6-8188-89230d677422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9da882a0-7c76-477d-aea0-08c0423734bb), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.187233 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Pushing event updated for resources: {'Port': ['ID=49ff433c-0de3-4f4a-9365-32abebd074cb,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:31.201763 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.202364 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.202874 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.203366 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.203852 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.204347 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.204944 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.205423 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.205917 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.206397 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.206894 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.207375 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.207842 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.208332 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.208804 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:31.265698 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Attempting to bind port 49ff433c-0de3-4f4a-9365-32abebd074cb on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:17:31.265965 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-ad41bc30-f6f4-42b6-8188-89230d677422 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3c3b135e6cd411b9820f2a9dfb682a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6434951 May 26 15:17:31.266513 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Attempting to bind port 49ff433c-0de3-4f4a-9365-32abebd074cb by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:17:31.266647 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52280) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:31.267159 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Attempting to bind port 49ff433c-0de3-4f4a-9365-32abebd074cb on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:17:31.269047 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41bc30-f6f4-42b6-8188-89230d677422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da882a0-7c76-477d-aea0-08c0423734bb,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:31.273720 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:17:31.274646 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Checking segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:17:31.275210 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.275884 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Bound using segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:17:31.276524 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Bound port: 49ff433c-0de3-4f4a-9365-32abebd074cb, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:17:31.277066 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.285102 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks [] for router_gateway (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.297368 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (5eed3ed0-2e21-4093-8ecd-a74df3317478), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.307713 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.343427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:31.366649 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] For port 49ff433c-0de3-4f4a-9365-32abebd074cb, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:17:31.372158 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6491-d585-4560-9291-d5b756443970 admin admin] Publish callbacks [] for security_group (9da882a0-7c76-477d-aea0-08c0423734bb), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.372329 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] For port 49ff433c-0de3-4f4a-9365-32abebd074cb, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=49ff433c-0de3-4f4a-9365-32abebd074cb,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:17:31.382124 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.401839 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:31.434652 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6491-d585-4560-9291-d5b756443970 admin admin] Publish callbacks [] for security_group (9da882a0-7c76-477d-aea0-08c0423734bb), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.448433 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cd338-e14f-476c-9916-f553a4c54b75 None None] Pushing event updated for resources: {'Port': ['ID=49ff433c-0de3-4f4a-9365-32abebd074cb,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:31.454471 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Allocated IP 172.27.1.192 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/ef80a686-6e06-4a63-aed9-c02329b3a48a) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:17:31.476880 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 919581af-7ccb-4d91-b17b-36af6ce1ee96 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:17:31.509088 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 919581af-7ccb-4d91-b17b-36af6ce1ee96 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:17:31.509441 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 919581af-7ccb-4d91-b17b-36af6ce1ee96 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:17:31.599547 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks [] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.668679 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.671375 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6491-d585-4560-9291-d5b756443970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9da882a0-7c76-477d-aea0-08c0423734bb), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.674387 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ad3a6491-d585-4560-9291-d5b756443970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.677958 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ad3a6491-d585-4560-9291-d5b756443970 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9da882a0-7c76-477d-aea0-08c0423734bb HTTP/1.1" status: 204 len: 168 time: 0.4100587 May 26 15:17:31.743781 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:31.749187 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef80a686-6e06-4a63-aed9-c02329b3a48a,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:31.762697 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:17:31.765784 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:31.768724 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:17:31.773411 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Deleting port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:17:31.774224 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.776283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a6491-d585-4560-9291-d5b756443970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da882a0-7c76-477d-aea0-08c0423734bb,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:31.897512 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.903517 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] For port cb33c147-05d7-4b99-aeb1-2e8102f2e3e3, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=cb33c147-05d7-4b99-aeb1-2e8102f2e3e3,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:31.904016 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:31.921486 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Calling delete_port for cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 owned by network:router_interface {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:17:32.073801 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks [] for router_gateway (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.126705 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52290) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:32.144834 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fe95731c-4409-45a9-b3fd-173ccd2e2711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.190792 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (cb33c147-05d7-4b99-aeb1-2e8102f2e3e3), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.232933 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb33c147-05d7-4b99-aeb1-2e8102f2e3e3,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:32.390121 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:32.397667 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fe95731c-4409-45a9-b3fd-173ccd2e2711 admin admin] Publish callbacks [] for security_group (503d2d3d-e215-4649-8e85-68a11046d666), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.406762 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fe95731c-4409-45a9-b3fd-173ccd2e2711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (503d2d3d-e215-4649-8e85-68a11046d666), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.437664 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:32.497777 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-fe95731c-4409-45a9-b3fd-173ccd2e2711 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f990fe1a25740f4a655b0fa63c73ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674948 May 26 15:17:32.498252 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52294) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:32.507638 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95731c-4409-45a9-b3fd-173ccd2e2711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503d2d3d-e215-4649-8e85-68a11046d666,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:32.533440 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (5eed3ed0-2e21-4093-8ecd-a74df3317478), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.598076 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:32.642288 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b21f4265-dfbc-4e63-98ed-59433dce2cd1 admin admin] Publish callbacks [] for security_group (503d2d3d-e215-4649-8e85-68a11046d666), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.676163 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.683048 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b21f4265-dfbc-4e63-98ed-59433dce2cd1 admin admin] Publish callbacks [] for security_group (503d2d3d-e215-4649-8e85-68a11046d666), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.730805 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c54bebe-f3d9-4f02-ac7e-266a605e77b3 None None] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:17:32.812916 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Router 5eed3ed0-2e21-4093-8ecd-a74df3317478 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:17:32.820518 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b21f4265-dfbc-4e63-98ed-59433dce2cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (503d2d3d-e215-4649-8e85-68a11046d666), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.823381 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b21f4265-dfbc-4e63-98ed-59433dce2cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.827331 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b21f4265-dfbc-4e63-98ed-59433dce2cd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/503d2d3d-e215-4649-8e85-68a11046d666 HTTP/1.1" status: 204 len: 168 time: 0.3251994 May 26 15:17:32.850084 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f4265-dfbc-4e63-98ed-59433dce2cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503d2d3d-e215-4649-8e85-68a11046d666,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:32.862048 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-b1a55d05-98c9-4c69-9f82-c053bad2b1b9 None None] Provisioning complete for port 49ff433c-0de3-4f4a-9365-32abebd074cb triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:32.862651 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b1a55d05-98c9-4c69-9f82-c053bad2b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:32.873139 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:17:33.004120 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:33.013793 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-b1a55d05-98c9-4c69-9f82-c053bad2b1b9 None None] Current status of the port 49ff433c-0de3-4f4a-9365-32abebd074cb is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:33.014565 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b1a55d05-98c9-4c69-9f82-c053bad2b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:33.015877 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:17:33.038916 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Sync routers for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:17:33.056758 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:33.058400 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-78fb8014-0e56-41c3-ab96-95f7629ec3e7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5080554 May 26 15:17:33.061334 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52298) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:33.071377 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-b1a55d05-98c9-4c69-9f82-c053bad2b1b9 None None] For port 49ff433c-0de3-4f4a-9365-32abebd074cb, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=49ff433c-0de3-4f4a-9365-32abebd074cb,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:33.072907 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:33.073682 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:33.078618 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b1a55d05-98c9-4c69-9f82-c053bad2b1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:33.255789 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a55d05-98c9-4c69-9f82-c053bad2b1b9 None None] Pushing event updated for resources: {'Port': ['ID=49ff433c-0de3-4f4a-9365-32abebd074cb,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:33.280925 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:33.371009 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:17:33.374189 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-17fb8b5f-06c3-4ea8-8e67-f1cec3893ee3 None None] Provisioning complete for port 49ff433c-0de3-4f4a-9365-32abebd074cb triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:33.374572 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-17fb8b5f-06c3-4ea8-8e67-f1cec3893ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:33.380521 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-7bf30600-37d8-4e0e-b7f2-8f12c7e9f49a admin admin] 10.222.0.46 "PUT /v2.0/routers/5eed3ed0-2e21-4093-8ecd-a74df3317478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6269507 May 26 15:17:33.384836 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52308) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:33.386215 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] Sync routers for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:17:33.399998 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:33.401012 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:33.458728 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:33.518101 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:33.559709 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks [] for router (5eed3ed0-2e21-4093-8ecd-a74df3317478), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:33.638512 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:33.645441 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:31Z', 'revision_number': 3, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:33.763817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks [] for router_gateway (5eed3ed0-2e21-4093-8ecd-a74df3317478), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:33.780691 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Checking router: 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:17:33.785699 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Updating router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 port ef80a686-6e06-4a63-aed9-c02329b3a48a binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:17:33.796214 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:33.821970 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:33.845865 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:17:32Z', 'revision_number': 5, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port': {'id': 'db13fffa-5d48-41bd-bb7e-4d334fc65f34', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:43Z', 'updated_at': '2022-05-26T15:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:33.873430 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] Checking router: 5eed3ed0-2e21-4093-8ecd-a74df3317478 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:17:33.877014 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:33.879677 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:33.885745 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] Routers {'5eed3ed0-2e21-4093-8ecd-a74df3317478'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:33.886632 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['5eed3ed0-2e21-4093-8ecd-a74df3317478'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:33.887126 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Deleting port db13fffa-5d48-41bd-bb7e-4d334fc65f34 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:17:33.887519 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:33.963283 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 49ff433c-0de3-4f4a-9365-32abebd074cb up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:34.005166 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] For port db13fffa-5d48-41bd-bb7e-4d334fc65f34, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=db13fffa-5d48-41bd-bb7e-4d334fc65f34,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:34.006018 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.022119 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.042543 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] Set router 5eed3ed0-2e21-4093-8ecd-a74df3317478 gateway port host: None {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:34.052582 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Calling delete_port for db13fffa-5d48-41bd-bb7e-4d334fc65f34 owned by network:router_gateway {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:17:34.107208 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:17:33Z', 'revision_number': 6, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port_host': None}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:34.112262 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-17fb8b5f-06c3-4ea8-8e67-f1cec3893ee3 None None] Current status of the port 49ff433c-0de3-4f4a-9365-32abebd074cb is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:34.125885 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 49ff433c-0de3-4f4a-9365-32abebd074cb triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:34.126434 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.143642 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca348f7-0d06-4585-9e3a-59660ce3fb13 None None] The sync data for ids ['5eed3ed0-2e21-4093-8ecd-a74df3317478'] in dv-cinder-788367-11-iscsi is: [{'id': '5eed3ed0-2e21-4093-8ecd-a74df3317478', 'name': 'tempest-TestShelveInstance-2108176687-router', 'tenant_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:42Z', 'updated_at': '2022-05-26T15:17:33Z', 'revision_number': 6, 'project_id': '9c5cd1d25e6146bd93bd90286f668b9d', 'gw_port_host': None}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:17:34.333363 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:34.356707 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:34.391857 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Allocated IP 172.20.0.1 (17e8e6f7-36ad-4695-9496-110a02e0acc3/2c11f6ab-4fa2-416f-9418-8c380ef25ed8/43f3fa05-3829-4004-963f-d1da22d3a8be) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:17:34.432143 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:34.465862 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (db13fffa-5d48-41bd-bb7e-4d334fc65f34), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.529113 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Pushing event deleted for resources: {'Port': ['ID=db13fffa-5d48-41bd-bb7e-4d334fc65f34,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:34.620175 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Publish callbacks [] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.630588 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:34.667699 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (5eed3ed0-2e21-4093-8ecd-a74df3317478), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.703277 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 49ff433c-0de3-4f4a-9365-32abebd074cb is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:34.738164 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.749090 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.813771 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Pushing event updated for resources: {'Port': ['ID=43f3fa05-3829-4004-963f-d1da22d3a8be,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:34.834907 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:17:34.845982 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:34.848542 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:17:34.848686 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (5eed3ed0-2e21-4093-8ecd-a74df3317478), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.851999 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks [] for router_controller (5eed3ed0-2e21-4093-8ecd-a74df3317478), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.863549 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Publish callbacks [] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.881794 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.906966 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.920521 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (5eed3ed0-2e21-4093-8ecd-a74df3317478), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.921880 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eed3ed0-2e21-4093-8ecd-a74df3317478 {{(pid=104041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:17:34.932386 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.934749 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-56d4a1a4-a5a9-4c56-bbb6-609bf7a26779 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5eed3ed0-2e21-4093-8ecd-a74df3317478 HTTP/1.1" status: 204 len: 168 time: 1.5476391 May 26 15:17:34.937183 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52332) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:34.978200 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Attempting to bind port ef80a686-6e06-4a63-aed9-c02329b3a48a on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:17:34.978379 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Attempting to bind port ef80a686-6e06-4a63-aed9-c02329b3a48a by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:17:34.978746 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Attempting to bind port ef80a686-6e06-4a63-aed9-c02329b3a48a on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:17:34.988518 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627214f-09d4-4b7b-91c0-929f59bf3b47 None None] Pushing event updated for resources: {'Port': ['ID=ef80a686-6e06-4a63-aed9-c02329b3a48a,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:34.991847 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:17:34.992270 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:17:34.992665 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:34.993045 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:17:34.993546 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Bound port: ef80a686-6e06-4a63-aed9-c02329b3a48a, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:17:34.994169 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.029392 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ff0807-48b3-409a-8021-99e389ffb432 admin admin] Deleting subnet 33d702e5-ab8e-40e5-b79e-9c03c1734be5 {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:17:35.034245 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0807-48b3-409a-8021-99e389ffb432 admin admin] Publish callbacks [] for subnet (33d702e5-ab8e-40e5-b79e-9c03c1734be5), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.079902 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] For port ef80a686-6e06-4a63-aed9-c02329b3a48a, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:17:35.085651 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] For port ef80a686-6e06-4a63-aed9-c02329b3a48a, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=ef80a686-6e06-4a63-aed9-c02329b3a48a,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:17:35.096386 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.113556 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0807-48b3-409a-8021-99e389ffb432 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (33d702e5-ab8e-40e5-b79e-9c03c1734be5), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.154008 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.213365 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:35.255017 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0807-48b3-409a-8021-99e389ffb432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (33d702e5-ab8e-40e5-b79e-9c03c1734be5), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.281514 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:35.282125 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:35.359146 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0807-48b3-409a-8021-99e389ffb432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (33d702e5-ab8e-40e5-b79e-9c03c1734be5), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.373138 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-1aa138bc-369f-401d-aadd-0a1a6d55ac75 None None] Provisioning complete for port 43f3fa05-3829-4004-963f-d1da22d3a8be triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:35.373402 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1aa138bc-369f-401d-aadd-0a1a6d55ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.390195 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:35.404610 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627214f-09d4-4b7b-91c0-929f59bf3b47 None None] Pushing event updated for resources: {'Port': ['ID=ef80a686-6e06-4a63-aed9-c02329b3a48a,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:35.420430 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff0807-48b3-409a-8021-99e389ffb432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d702e5-ab8e-40e5-b79e-9c03c1734be5,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:35.430762 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c5ff0807-48b3-409a-8021-99e389ffb432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.440568 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-c5ff0807-48b3-409a-8021-99e389ffb432 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/33d702e5-ab8e-40e5-b79e-9c03c1734be5 HTTP/1.1" status: 204 len: 168 time: 0.4987445 May 26 15:17:35.441351 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52346) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:35.469707 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Publish callbacks [] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.478453 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71aadc-d80f-41f7-9749-18ed4c4b6bca None None] Network 68359501-3537-436b-ae78-35604426e377 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:17:35.478825 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.503882 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-1aa138bc-369f-401d-aadd-0a1a6d55ac75 None None] Port 43f3fa05-3829-4004-963f-d1da22d3a8be cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:17:35.565386 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:35.629692 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.632571 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Pushing event updated for resources: {'Port': ['ID=43f3fa05-3829-4004-963f-d1da22d3a8be,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:35.708511 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (68359501-3537-436b-ae78-35604426e377), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.746553 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:17:35.770450 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:17:35.772977 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:35.807726 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:17:35.808070 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device cb33c147-05d7-4b99-aeb1-2e8102f2e3e3 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:17:35.808487 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device db13fffa-5d48-41bd-bb7e-4d334fc65f34 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:17:35.824448 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Deleting port 48e643c5-b7cc-411e-8408-ee5a2f34b698 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:17:35.824793 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.839839 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: db13fffa-5d48-41bd-bb7e-4d334fc65f34 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:17:35.840190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device db13fffa-5d48-41bd-bb7e-4d334fc65f34 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:17:35.860233 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea7b9a-8e0b-48bd-a3cc-00b962934577 None None] DHCP port deletion for 68359501-3537-436b-ae78-35604426e377 request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:17:35.937770 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:35.945228 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] For port 48e643c5-b7cc-411e-8408-ee5a2f34b698, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=48e643c5-b7cc-411e-8408-ee5a2f34b698,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:35.946156 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:35.949159 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:17:35.967258 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Calling delete_port for 48e643c5-b7cc-411e-8408-ee5a2f34b698 owned by network:dhcp {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:17:35.981677 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea7b9a-8e0b-48bd-a3cc-00b962934577 None None] Deleting port 48e643c5-b7cc-411e-8408-ee5a2f34b698 {{(pid=104043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:17:35.982197 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d8ea7b9a-8e0b-48bd-a3cc-00b962934577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), before_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.016393 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:36.049548 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:34Z', 'revision_number': 1, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:36.094557 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eaa7ae-15b8-4823-a0ae-73396ae90381 None None] The sync data for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi is: [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:34Z', 'revision_number': 1, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:17:36.099608 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:36.101022 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-d8ea7b9a-8e0b-48bd-a3cc-00b962934577 None None] For port 48e643c5-b7cc-411e-8408-ee5a2f34b698, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=48e643c5-b7cc-411e-8408-ee5a2f34b698,segment=NetworkSegment(32294fe9-1f3c-418f-a95a-0a8bf27e7962),segment_id=32294fe9-1f3c-418f-a95a-0a8bf27e7962)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:36.101432 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d8ea7b9a-8e0b-48bd-a3cc-00b962934577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), precommit_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.114810 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.121950 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea7b9a-8e0b-48bd-a3cc-00b962934577 None None] Calling delete_port for 48e643c5-b7cc-411e-8408-ee5a2f34b698 owned by network:dhcp {{(pid=104043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:17:36.152822 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:17:36.167147 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e643c5-b7cc-411e-8408-ee5a2f34b698,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:36.168017 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-887ffcbb-4e4c-4d14-9cb3-2bda4b6466fc admin admin] 10.222.0.46 "PUT /v2.0/routers/3db1e0cd-8d77-4002-a6f9-233530cbf1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1051450 May 26 15:17:36.172243 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] No DVR routers for this DVR port 48e643c5-b7cc-411e-8408-ee5a2f34b698 on host dv-cinder-788367-11-iscsi {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:17:36.250179 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d8ea7b9a-8e0b-48bd-a3cc-00b962934577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354'] for port (48e643c5-b7cc-411e-8408-ee5a2f34b698), after_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.292757 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (68359501-3537-436b-ae78-35604426e377), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.295598 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:36.315069 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea7b9a-8e0b-48bd-a3cc-00b962934577 None None] Pushing event deleted for resources: {'Port': ['ID=48e643c5-b7cc-411e-8408-ee5a2f34b698,revision_number=None']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:36.317043 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea7b9a-8e0b-48bd-a3cc-00b962934577 None None] No DVR routers for this DVR port 48e643c5-b7cc-411e-8408-ee5a2f34b698 on host dv-cinder-788367-11-iscsi {{(pid=104043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:17:36.318390 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-2b89444e-1a25-4ced-b49a-01e1cb14dc69 None None] Provisioning complete for port 43f3fa05-3829-4004-963f-d1da22d3a8be triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:36.319305 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-2b89444e-1a25-4ced-b49a-01e1cb14dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.329671 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68359501-3537-436b-ae78-35604426e377']}} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:36.343650 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32294fe9-1f3c-418f-a95a-0a8bf27e7962') {'for_net_delete': True} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:36.343952 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32294fe9-1f3c-418f-a95a-0a8bf27e7962') {} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:36.358041 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7551123'] for segment (32294fe9-1f3c-418f-a95a-0a8bf27e7962), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.384487 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-2b89444e-1a25-4ced-b49a-01e1cb14dc69 None None] Port 43f3fa05-3829-4004-963f-d1da22d3a8be cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:17:36.391972 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (32294fe9-1f3c-418f-a95a-0a8bf27e7962), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.400140 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=104041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:17:36.400655 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885275'] for segment (32294fe9-1f3c-418f-a95a-0a8bf27e7962), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.493639 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 32294fe9-1f3c-418f-a95a-0a8bf27e7962 resource provider aggregate not found May 26 15:17:36.534531 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (68359501-3537-436b-ae78-35604426e377), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.549732 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 32294fe9-1f3c-418f-a95a-0a8bf27e7962 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32294fe9-1f3c-418f-a95a-0a8bf27e7962 found for delete ", "request_id": "req-517abab3-b539-4780-8550-6917bfb6e494"}]} May 26 15:17:36.552681 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:36.556818 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/68359501-3537-436b-ae78-35604426e377 HTTP/1.1" status: 204 len: 168 time: 1.1148660 May 26 15:17:36.560145 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52376) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:36.569158 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0dd37-88c6-4410-9f74-c1176e1a44e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68359501-3537-436b-ae78-35604426e377,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:37.091080 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (c7039680-4438-4315-b031-898279358465), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.147542 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52420) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:37.159801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1371473528-network', 'tenant_id': '4658c39721b44ff9a57416f948913eb6'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:37.203707 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Made reservation on behalf of 4658c39721b44ff9a57416f948913eb6 for: {'network': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:17:37.222531 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for network (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.252684 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.389038 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Publish callbacks [] for security_group (5c782b60-5dba-4123-84af-91d0d26a3767), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.408887 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5c782b60-5dba-4123-84af-91d0d26a3767), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.448443 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=104041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 15:17:37.456133 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c782b60-5dba-4123-84af-91d0d26a3767,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:37.465882 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760522984807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (8f0e6357-430d-44c1-a5cb-a251952072e2), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.466263 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.segments_db [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Added segment 8f0e6357-430d-44c1-a5cb-a251952072e2 of type vlan for network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba May 26 15:17:37.512433 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Deleting port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:17:37.513152 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.516038 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760522460519'] for network (1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.547727 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518'] for network (1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.548865 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:37.549572 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.652952 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5025146 May 26 15:17:37.655246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52446) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:37.663594 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6614939-b80d-49dd-8aa7-25068c667eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:37.669560 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Request body: {'subnet': {'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1371473528-subnet', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'ip_version': 4}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:37.692642 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba details requested by agent ovs-agent-dv-cinder-788367-11-iscsi with host dv-cinder-788367-11-iscsi {{(pid=104043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 15:17:37.716764 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Made reservation on behalf of 4658c39721b44ff9a57416f948913eb6 for: {'subnet': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:17:37.720691 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8328532'] for subnet (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:37.861205 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device ef80a686-6e06-4a63-aed9-c02329b3a48a up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:37.923586 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:38.006421 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port ef80a686-6e06-4a63-aed9-c02329b3a48a triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:38.007293 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.074648 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7875896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8328514'] for subnet (3d6858c5-c63f-4026-a152-77b055bf41df), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.119548 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port ef80a686-6e06-4a63-aed9-c02329b3a48a is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:38.120146 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.160248 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:38.162922 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port ef80a686-6e06-4a63-aed9-c02329b3a48a, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=ef80a686-6e06-4a63-aed9-c02329b3a48a,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:38.172422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.204766 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6858c5-c63f-4026-a152-77b055bf41df,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:38.252448 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] For port e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f,segment=NetworkSegment(fa112a74-507c-4ca7-b241-47356be72b9c),segment_id=fa112a74-507c-4ca7-b241-47356be72b9c)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:38.253219 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.259297 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:38.263063 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Checking segment: {'id': '8f0e6357-430d-44c1-a5cb-a251952072e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:17:38.263684 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Network hostable DHCP agents. Network: 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba, hostable agents: ['91747a74-7ded-4623-b188-38da4f859bd9'], hosted agents: [] {{(pid=104041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 15:17:38.288093 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Calling delete_port for e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f owned by network:router_interface {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:17:38.294595 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 48e643c5-b7cc-411e-8408-ee5a2f34b698 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:17:38.304448 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba is scheduled to be hosted by DHCP agent 91747a74-7ded-4623-b188-38da4f859bd9 with binding_index 1 {{(pid=104041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 15:17:38.322741 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-11-iscsi, 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba) {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:38.331180 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:38.332767 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.345025 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ca8a3-d650-4870-9b21-15f945328891 None None] Network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:17:38.351748 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 48e643c5-b7cc-411e-8408-ee5a2f34b698 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:17:38.352101 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 48e643c5-b7cc-411e-8408-ee5a2f34b698 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:17:38.386155 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-92f217f6-2cce-4057-a699-27509962fe63 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7243295 May 26 15:17:38.388732 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52482) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:38.394213 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:38.435174 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=ef80a686-6e06-4a63-aed9-c02329b3a48a,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:38.442836 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4154'] for router (584ce9bb-2acc-4302-8e43-7f26206fd899), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.443921 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1007610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-925770', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4099'] for router (584ce9bb-2acc-4302-8e43-7f26206fd899), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.447227 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:38.488575 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:38.516022 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:38.524049 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa265a31-babc-5023-ba68-d15b24e56ee4-1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba', 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba', 'project_id': '4658c39721b44ff9a57416f948913eb6', 'fixed_ips': [{'subnet_id': '3d6858c5-c63f-4026-a152-77b055bf41df'}]}} from dv-cinder-788367-11-iscsi. {{(pid=104043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 15:17:38.525102 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.636609 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks [] for router_controller (584ce9bb-2acc-4302-8e43-7f26206fd899), precommit_add_association {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.697342 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.db_base_plugin_common [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Allocated IP 172.20.0.2 (1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba/3d6858c5-c63f-4026-a152-77b055bf41df/a288fcd5-86e3-454f-bf3e-c9ef54021f3c) {{(pid=104043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:17:38.799181 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52486) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:38.812530 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.872172 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks [] for router_gateway (584ce9bb-2acc-4302-8e43-7f26206fd899), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:38.881920 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:38.971356 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8f3ae530-79fe-4a5d-9dd3-65dc98a42597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.077673 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Publish callbacks [] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), precommit_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.091002 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), after_create {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.091347 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8f3ae530-79fe-4a5d-9dd3-65dc98a42597 admin admin] Publish callbacks [] for security_group (86bbf405-45c3-4c81-959b-0ecb5cf4bc7b), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.092547 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-8f3ae530-79fe-4a5d-9dd3-65dc98a42597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (86bbf405-45c3-4c81-959b-0ecb5cf4bc7b), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.143404 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba is already hosted by enough agents. {{(pid=104043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:17:39.150065 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.scheduler.base_scheduler [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Resources bound (agent type, host, resource id): {{(pid=104043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:39.153974 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Received port after_create {{(pid=104043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:17:39.165377 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Pushing event updated for resources: {'Port': ['ID=a288fcd5-86e3-454f-bf3e-c9ef54021f3c,revision_number=1']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:39.180468 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ae530-79fe-4a5d-9dd3-65dc98a42597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bbf405-45c3-4c81-959b-0ecb5cf4bc7b,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:39.185778 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-8f3ae530-79fe-4a5d-9dd3-65dc98a42597 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38a3d9b61c5841d4b36997b8fb80d206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852291 May 26 15:17:39.188294 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52490) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:39.236408 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Attempting to bind port a288fcd5-86e3-454f-bf3e-c9ef54021f3c on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:17:39.236789 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Attempting to bind port a288fcd5-86e3-454f-bf3e-c9ef54021f3c by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '8f0e6357-430d-44c1-a5cb-a251952072e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:17:39.237160 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Attempting to bind port a288fcd5-86e3-454f-bf3e-c9ef54021f3c on network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:17:39.244279 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:17:39.244830 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Checking segment: {'id': '8f0e6357-430d-44c1-a5cb-a251952072e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:17:39.245154 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.245756 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Bound using segment: {'id': '8f0e6357-430d-44c1-a5cb-a251952072e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:17:39.246349 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Bound port: a288fcd5-86e3-454f-bf3e-c9ef54021f3c, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0e6357-430d-44c1-a5cb-a251952072e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:17:39.246744 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.263723 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-30f628eb-8aed-4b0c-baeb-31888f52d2c3 admin admin] Publish callbacks [] for security_group (86bbf405-45c3-4c81-959b-0ecb5cf4bc7b), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.264872 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:39.295872 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-30f628eb-8aed-4b0c-baeb-31888f52d2c3 admin admin] Publish callbacks [] for security_group (86bbf405-45c3-4c81-959b-0ecb5cf4bc7b), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.301706 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (c7039680-4438-4315-b031-898279358465), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.324513 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] For port a288fcd5-86e3-454f-bf3e-c9ef54021f3c, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:17:39.328503 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] For port a288fcd5-86e3-454f-bf3e-c9ef54021f3c, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=a288fcd5-86e3-454f-bf3e-c9ef54021f3c,segment=NetworkSegment(8f0e6357-430d-44c1-a5cb-a251952072e2),segment_id=8f0e6357-430d-44c1-a5cb-a251952072e2)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:17:39.340132 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.371363 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-30f628eb-8aed-4b0c-baeb-31888f52d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (86bbf405-45c3-4c81-959b-0ecb5cf4bc7b), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.374985 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-30f628eb-8aed-4b0c-baeb-31888f52d2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.376258 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-30f628eb-8aed-4b0c-baeb-31888f52d2c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86bbf405-45c3-4c81-959b-0ecb5cf4bc7b HTTP/1.1" status: 204 len: 168 time: 0.1850514 May 26 15:17:39.387223 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f628eb-8aed-4b0c-baeb-31888f52d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bbf405-45c3-4c81-959b-0ecb5cf4bc7b,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:39.444121 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks [] for router_gateway (584ce9bb-2acc-4302-8e43-7f26206fd899), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.475364 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:39.491472 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eed76-52d0-4f85-a324-21a2ccd80836 None None] Pushing event updated for resources: {'Port': ['ID=a288fcd5-86e3-454f-bf3e-c9ef54021f3c,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:39.680883 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:17:39.782836 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Sync routers for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:17:39.815870 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:39.816698 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:39.821500 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:39.870400 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Allocated IP 172.27.1.114 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/d1f1a85d-a6c1-4372-bfb2-5a4987444eaa) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:17:39.879024 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:39.941551 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Router c7039680-4438-4315-b031-898279358465 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:17:39.967385 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device ef80a686-6e06-4a63-aed9-c02329b3a48a up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:39.981664 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52502) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:40.000621 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ed3-43fa-429a-9aa2-84444c2e7b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.018783 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:40.080119 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port ef80a686-6e06-4a63-aed9-c02329b3a48a triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:40.080743 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.106607 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:40.120737 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ed3-43fa-429a-9aa2-84444c2e7b70 admin admin] Publish callbacks [] for security_group (4c6f06d7-f796-4661-ac65-01cf7b6a3eb4), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.122098 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks [] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.128800 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6ed3-43fa-429a-9aa2-84444c2e7b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4c6f06d7-f796-4661-ac65-01cf7b6a3eb4), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.148762 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:17:40.155034 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1fd4187a-a1c6-4862-a1af-f894399eb088 admin admin] 10.222.0.46 "PUT /v2.0/routers/c7039680-4438-4315-b031-898279358465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5933487 May 26 15:17:40.159399 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52504) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:40.167169 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] Sync routers for ids ['c7039680-4438-4315-b031-898279358465'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:17:40.188430 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ff0c6ed3-43fa-429a-9aa2-84444c2e7b70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=108f85ce32ad4a1680e4e4a03e6a1766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056761 May 26 15:17:40.189707 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] Routers {'c7039680-4438-4315-b031-898279358465'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:40.190431 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['c7039680-4438-4315-b031-898279358465'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:40.195887 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52506) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:40.218948 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6ed3-43fa-429a-9aa2-84444c2e7b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6f06d7-f796-4661-ac65-01cf7b6a3eb4,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:40.232479 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.274817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebe3eccb-a235-4ec0-aa6b-1b5b2c202fcd admin admin] Publish callbacks [] for security_group (4c6f06d7-f796-4661-ac65-01cf7b6a3eb4), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.283561 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port ef80a686-6e06-4a63-aed9-c02329b3a48a is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:40.308816 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebe3eccb-a235-4ec0-aa6b-1b5b2c202fcd admin admin] Publish callbacks [] for security_group (4c6f06d7-f796-4661-ac65-01cf7b6a3eb4), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.329153 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:17:40.336776 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:40.343875 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] Set router c7039680-4438-4315-b031-898279358465 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:40.347013 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:17:40.350874 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Pushing event updated for resources: {'Port': ['ID=d1f1a85d-a6c1-4372-bfb2-5a4987444eaa,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:40.353901 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks [] for router (c7039680-4438-4315-b031-898279358465), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.399334 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebe3eccb-a235-4ec0-aa6b-1b5b2c202fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4c6f06d7-f796-4661-ac65-01cf7b6a3eb4), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.401971 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 2, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:40.402834 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebe3eccb-a235-4ec0-aa6b-1b5b2c202fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.409054 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ebe3eccb-a235-4ec0-aa6b-1b5b2c202fcd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c6f06d7-f796-4661-ac65-01cf7b6a3eb4 HTTP/1.1" status: 204 len: 168 time: 0.2096000 May 26 15:17:40.427040 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3eccb-a235-4ec0-aa6b-1b5b2c202fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6f06d7-f796-4661-ac65-01cf7b6a3eb4,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:40.445642 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Checking router: 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:17:40.446473 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Updating router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 port 43f3fa05-3829-4004-963f-d1da22d3a8be binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:17:40.497913 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.653409 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7039680-4438-4315-b031-898279358465', 'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'fed84984-06be-4291-9900-3da30618d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:49Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 5, 'project_id': '6307f64212a64a84b5369682457e94db', 'gw_port': {'id': 'fed84984-06be-4291-9900-3da30618d744', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:50Z', 'updated_at': '2022-05-26T15:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:40.727519 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] Checking router: c7039680-4438-4315-b031-898279358465 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:17:40.751537 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] Routers {'c7039680-4438-4315-b031-898279358465'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:40.754624 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['c7039680-4438-4315-b031-898279358465'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:40.758637 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks [] for router_gateway (c7039680-4438-4315-b031-898279358465), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.941082 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] Set router c7039680-4438-4315-b031-898279358465 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:40.972403 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Deleting port fed84984-06be-4291-9900-3da30618d744 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:17:40.973235 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (fed84984-06be-4291-9900-3da30618d744), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:40.987408 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:40.989405 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:41.027457 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344dbd1e-83cf-4ca1-9005-e455e4be804e None None] Network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:17:41.191232 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-9423a8b1-a1b0-4ba8-9913-a693892a95d4 None None] Provisioning complete for port a288fcd5-86e3-454f-bf3e-c9ef54021f3c triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:41.192315 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9423a8b1-a1b0-4ba8-9913-a693892a95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:41.193338 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7039680-4438-4315-b031-898279358465', 'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'fed84984-06be-4291-9900-3da30618d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:49Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 5, 'project_id': '6307f64212a64a84b5369682457e94db', 'gw_port': {'id': 'fed84984-06be-4291-9900-3da30618d744', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:50Z', 'updated_at': '2022-05-26T15:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:41.222763 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfdf7d-924c-4862-a09f-dc43b7e6037d None None] The sync data for ids ['c7039680-4438-4315-b031-898279358465'] in dv-cinder-788367-11-iscsi is: [{'id': 'c7039680-4438-4315-b031-898279358465', 'name': 'tempest-TestShelveInstance-340416753-router', 'tenant_id': '6307f64212a64a84b5369682457e94db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'fed84984-06be-4291-9900-3da30618d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:11:49Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 5, 'project_id': '6307f64212a64a84b5369682457e94db', 'gw_port': {'id': 'fed84984-06be-4291-9900-3da30618d744', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7039680-4438-4315-b031-898279358465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:11:50Z', 'updated_at': '2022-05-26T15:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:17:41.262737 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Publish callbacks [] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:41.281755 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks [] for router_gateway (584ce9bb-2acc-4302-8e43-7f26206fd899), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:41.305240 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52526) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:41.379211 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:41.411422 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:41.462501 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] For port fed84984-06be-4291-9900-3da30618d744, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=fed84984-06be-4291-9900-3da30618d744,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:41.463006 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (fed84984-06be-4291-9900-3da30618d744), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:41.487517 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Calling delete_port for fed84984-06be-4291-9900-3da30618d744 owned by network:router_gateway {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:17:41.513435 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-9423a8b1-a1b0-4ba8-9913-a693892a95d4 None None] Current status of the port a288fcd5-86e3-454f-bf3e-c9ef54021f3c is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:41.513783 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9423a8b1-a1b0-4ba8-9913-a693892a95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:41.623680 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776b5f5-ef9e-4b25-97b2-105617a168aa None None] Pushing event updated for resources: {'Port': ['ID=43f3fa05-3829-4004-963f-d1da22d3a8be,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:41.703228 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-9423a8b1-a1b0-4ba8-9913-a693892a95d4 None None] For port a288fcd5-86e3-454f-bf3e-c9ef54021f3c, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=a288fcd5-86e3-454f-bf3e-c9ef54021f3c,segment=NetworkSegment(8f0e6357-430d-44c1-a5cb-a251952072e2),segment_id=8f0e6357-430d-44c1-a5cb-a251952072e2)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:41.781314 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:41.802248 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9423a8b1-a1b0-4ba8-9913-a693892a95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:41.805386 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Attempting to bind port 43f3fa05-3829-4004-963f-d1da22d3a8be on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:17:41.808506 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Attempting to bind port 43f3fa05-3829-4004-963f-d1da22d3a8be by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:17:41.809249 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Attempting to bind port 43f3fa05-3829-4004-963f-d1da22d3a8be on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:17:41.866439 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-692832ff-fc71-41db-8d8e-9ac1aca6f507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:41.870274 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:41.944254 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device a288fcd5-86e3-454f-bf3e-c9ef54021f3c up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:41.961366 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:42.039791 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:17:42.040436 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Checking segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:17:42.040569 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.043417 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Bound using segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:17:42.043417 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Bound port: 43f3fa05-3829-4004-963f-d1da22d3a8be, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:17:42.043417 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.083096 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-692832ff-fc71-41db-8d8e-9ac1aca6f507 admin admin] Publish callbacks [] for security_group (5d3fbbb9-c2e0-4ec0-adae-8592d086abe7), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.091533 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-692832ff-fc71-41db-8d8e-9ac1aca6f507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5d3fbbb9-c2e0-4ec0-adae-8592d086abe7), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.151520 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-692832ff-fc71-41db-8d8e-9ac1aca6f507 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78466c91318f41baa08bff10235adb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8446598 May 26 15:17:42.152779 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692832ff-fc71-41db-8d8e-9ac1aca6f507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3fbbb9-c2e0-4ec0-adae-8592d086abe7,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:42.155327 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52540) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:42.203045 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423a8b1-a1b0-4ba8-9913-a693892a95d4 None None] Pushing event updated for resources: {'Port': ['ID=a288fcd5-86e3-454f-bf3e-c9ef54021f3c,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:42.211025 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] Provisioning complete for port a288fcd5-86e3-454f-bf3e-c9ef54021f3c triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:42.211482 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.246313 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ca7d6365-c85a-42c4-925d-215ec4b3746c admin admin] Publish callbacks [] for security_group (5d3fbbb9-c2e0-4ec0-adae-8592d086abe7), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.265070 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] For port 43f3fa05-3829-4004-963f-d1da22d3a8be, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:17:42.271323 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] For port 43f3fa05-3829-4004-963f-d1da22d3a8be, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=43f3fa05-3829-4004-963f-d1da22d3a8be,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:17:42.285370 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port a288fcd5-86e3-454f-bf3e-c9ef54021f3c triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:42.285936 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.292229 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ca7d6365-c85a-42c4-925d-215ec4b3746c admin admin] Publish callbacks [] for security_group (5d3fbbb9-c2e0-4ec0-adae-8592d086abe7), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.313874 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.320805 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (fed84984-06be-4291-9900-3da30618d744), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.370171 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Pushing event deleted for resources: {'Port': ['ID=fed84984-06be-4291-9900-3da30618d744,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:42.377928 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:42.422008 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ca7d6365-c85a-42c4-925d-215ec4b3746c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5d3fbbb9-c2e0-4ec0-adae-8592d086abe7), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.423001 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:42.423215 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:42.433557 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ca7d6365-c85a-42c4-925d-215ec4b3746c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.442826 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ca7d6365-c85a-42c4-925d-215ec4b3746c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d3fbbb9-c2e0-4ec0-adae-8592d086abe7 HTTP/1.1" status: 204 len: 168 time: 0.2722485 May 26 15:17:42.460619 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d6365-c85a-42c4-925d-215ec4b3746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3fbbb9-c2e0-4ec0-adae-8592d086abe7,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:42.483900 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1007565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925753'] for router (584ce9bb-2acc-4302-8e43-7f26206fd899), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.487045 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (c7039680-4438-4315-b031-898279358465), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.661815 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (c7039680-4438-4315-b031-898279358465), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.666765 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks [] for router_controller (c7039680-4438-4315-b031-898279358465), precommit_delete_associations {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.786654 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776b5f5-ef9e-4b25-97b2-105617a168aa None None] Pushing event updated for resources: {'Port': ['ID=43f3fa05-3829-4004-963f-d1da22d3a8be,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:42.790566 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (c7039680-4438-4315-b031-898279358465), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.791850 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7039680-4438-4315-b031-898279358465 {{(pid=104042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:17:42.805180 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.807442 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-98d981d5-b375-4477-90e6-b3b6bd2eb76a admin admin] 10.222.0.46 "DELETE /v2.0/routers/c7039680-4438-4315-b031-898279358465 HTTP/1.1" status: 204 len: 168 time: 2.6464915 May 26 15:17:42.812158 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52552) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:42.891561 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] Current status of the port a288fcd5-86e3-454f-bf3e-c9ef54021f3c is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:42.943554 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Deleting subnet 20b2317c-2c80-4c39-8193-0a33d3512ee8 {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:17:42.954329 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Publish callbacks [] for subnet (20b2317c-2c80-4c39-8193-0a33d3512ee8), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:42.963735 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:43.026425 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port a288fcd5-86e3-454f-bf3e-c9ef54021f3c is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:43.028089 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Router 584ce9bb-2acc-4302-8e43-7f26206fd899 is scheduled to L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d with binding_index 1 {{(pid=104042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 15:17:43.066533 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:17:43.074148 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] Provisioning complete for port 43f3fa05-3829-4004-963f-d1da22d3a8be triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:43.074611 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.110868 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (20b2317c-2c80-4c39-8193-0a33d3512ee8), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.134633 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:17:43.134993 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device e87d8662-2e31-49f8-98e2-0c6d7d4c5a7f not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:17:43.156916 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:43.282644 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (20b2317c-2c80-4c39-8193-0a33d3512ee8), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.293778 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:17:43.330666 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Sync routers for ids ['584ce9bb-2acc-4302-8e43-7f26206fd899'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:17:43.331996 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.337975 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-014ed82e-d43d-4da2-bc62-5726f51a5e6b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9480875 May 26 15:17:43.338691 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52560) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:43.342158 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] Current status of the port 43f3fa05-3829-4004-963f-d1da22d3a8be is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:43.342597 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.382735 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Routers {'584ce9bb-2acc-4302-8e43-7f26206fd899'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:43.383566 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['584ce9bb-2acc-4302-8e43-7f26206fd899'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:43.387460 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (20b2317c-2c80-4c39-8193-0a33d3512ee8), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.427029 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b2317c-2c80-4c39-8193-0a33d3512ee8,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:43.439863 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.441138 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.441704 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.442252 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.442808 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.443764 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.444324 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.444449 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:43.444598 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.444994 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.445538 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.445945 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.446333 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.446925 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.447322 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.447716 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:43.451396 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:43.460961 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.471244 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56101734-c341-4bf1-aa19-2020c099f6e3 None None] Network 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:17:43.481079 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-a17d7d1e-6dec-44ef-980a-b7fe6232e9c7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/20b2317c-2c80-4c39-8193-0a33d3512ee8 HTTP/1.1" status: 204 len: 168 time: 0.6678681 May 26 15:17:43.483715 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52562) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:43.485006 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] For port 43f3fa05-3829-4004-963f-d1da22d3a8be, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=43f3fa05-3829-4004-963f-d1da22d3a8be,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:43.513050 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.653190 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (26268ec6-3bfc-43ab-a1be-f6f0b097c6b7), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.720075 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Deleting port fc19a38f-bf0d-4d6f-af7a-771269d4de8f {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:17:43.720421 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.741083 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Set router 584ce9bb-2acc-4302-8e43-7f26206fd899 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:43.820300 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] For port fc19a38f-bf0d-4d6f-af7a-771269d4de8f, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=fc19a38f-bf0d-4d6f-af7a-771269d4de8f,segment=NetworkSegment(fa112a74-507c-4ca7-b241-47356be72b9c),segment_id=fa112a74-507c-4ca7-b241-47356be72b9c)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:43.821046 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.839308 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 43f3fa05-3829-4004-963f-d1da22d3a8be up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:43.860290 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Calling delete_port for fc19a38f-bf0d-4d6f-af7a-771269d4de8f owned by network:dhcp {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:17:43.906806 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-58bea638-1dcb-402a-9d19-9670fbe51e51 None None] Provisioning complete for port 43f3fa05-3829-4004-963f-d1da22d3a8be triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:43.907174 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-58bea638-1dcb-402a-9d19-9670fbe51e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:43.936516 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:43.950458 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:43.955584 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:42Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:43.997709 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (fc19a38f-bf0d-4d6f-af7a-771269d4de8f), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.029110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] No DVR routers for this DVR port fc19a38f-bf0d-4d6f-af7a-771269d4de8f on host dv-cinder-788367-11-iscsi {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:17:44.051496 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:44.053434 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc19a38f-bf0d-4d6f-af7a-771269d4de8f,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:44.053648 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f618d-ccfb-4848-b581-719256a259d0 None None] The sync data for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi is: [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:42Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:17:44.068345 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6355b53-a194-40a9-a2bd-47c6036a246c None None] Pushing event updated for resources: {'Port': ['ID=43f3fa05-3829-4004-963f-d1da22d3a8be,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:44.156515 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.178358 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (26268ec6-3bfc-43ab-a1be-f6f0b097c6b7), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.202501 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 43f3fa05-3829-4004-963f-d1da22d3a8be triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:44.203084 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.243682 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26268ec6-3bfc-43ab-a1be-f6f0b097c6b7']}} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:44.259272 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa112a74-507c-4ca7-b241-47356be72b9c') {'for_net_delete': True} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:44.259834 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa112a74-507c-4ca7-b241-47356be72b9c') {} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:44.276541 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b8d721-3d79-4346-a3d4-4dee47c52201 None None] DHCP port deletion for 26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:17:44.292785 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7551123'] for segment (fa112a74-507c-4ca7-b241-47356be72b9c), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.312671 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (fa112a74-507c-4ca7-b241-47356be72b9c), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.321751 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=104041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:17:44.322299 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885275'] for segment (fa112a74-507c-4ca7-b241-47356be72b9c), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.383490 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:38Z', 'updated_at': '2022-05-26T15:17:40Z', 'revision_number': 3, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'gw_port': {'id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:39Z', 'updated_at': '2022-05-26T15:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:44.397542 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment fa112a74-507c-4ca7-b241-47356be72b9c resource provider aggregate not found May 26 15:17:44.428390 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment fa112a74-507c-4ca7-b241-47356be72b9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa112a74-507c-4ca7-b241-47356be72b9c found for delete ", "request_id": "req-cf5e007f-d233-4b37-8bb6-77f1abb2503b"}]} May 26 15:17:44.430159 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (26268ec6-3bfc-43ab-a1be-f6f0b097c6b7), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.444212 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.453779 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] 10.222.0.46 "DELETE /v2.0/networks/26268ec6-3bfc-43ab-a1be-f6f0b097c6b7 HTTP/1.1" status: 204 len: 168 time: 0.9608665 May 26 15:17:44.469301 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-58bea638-1dcb-402a-9d19-9670fbe51e51 None None] Current status of the port 43f3fa05-3829-4004-963f-d1da22d3a8be is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:44.485760 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Checking router: 584ce9bb-2acc-4302-8e43-7f26206fd899 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:17:44.485893 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Updating router 584ce9bb-2acc-4302-8e43-7f26206fd899 port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa binding host dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:17:44.489071 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52580) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:44.492621 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320c85c-bc6f-4e3a-850a-16824c75ab16 admin admin] Pushing event deleted for resources: {'Network': ['ID=26268ec6-3bfc-43ab-a1be-f6f0b097c6b7,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:44.547500 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.611897 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 43f3fa05-3829-4004-963f-d1da22d3a8be is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:44.617372 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device a288fcd5-86e3-454f-bf3e-c9ef54021f3c up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:44.702705 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52584) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:44.704083 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Allocated IP 172.20.0.1 (1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba/3d6858c5-c63f-4026-a152-77b055bf41df/afc58c34-60cb-4729-a86c-9cf3f4a73c45) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:17:44.769756 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-92399706-31f5-4c2f-84b0-1cfef80cc61f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c5cd1d25e6146bd93bd90286f668b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644703 May 26 15:17:44.772608 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52586) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:44.858426 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:44.909969 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7f675e16-ddf7-44b9-9080-6199cbd76d0a admin admin] Publish callbacks [] for security_group (2b47aef1-39b3-4c58-b081-c506882af83d), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.926100 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Publish callbacks [] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.972428 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7f675e16-ddf7-44b9-9080-6199cbd76d0a admin admin] Publish callbacks [] for security_group (2b47aef1-39b3-4c58-b081-c506882af83d), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:44.973121 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port a288fcd5-86e3-454f-bf3e-c9ef54021f3c triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:44.973669 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.008823 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.017660 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:45.026008 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.074512 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7f675e16-ddf7-44b9-9080-6199cbd76d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2b47aef1-39b3-4c58-b081-c506882af83d), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.079647 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7f675e16-ddf7-44b9-9080-6199cbd76d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.081855 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-7f675e16-ddf7-44b9-9080-6199cbd76d0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b47aef1-39b3-4c58-b081-c506882af83d HTTP/1.1" status: 204 len: 168 time: 0.3080440 May 26 15:17:45.092822 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:17:45.100848 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:45.112756 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:17:45.115728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f675e16-ddf7-44b9-9080-6199cbd76d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b47aef1-39b3-4c58-b081-c506882af83d,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:45.165897 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:45.167892 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927306'] for router_interface (584ce9bb-2acc-4302-8e43-7f26206fd899), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.175283 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Pushing event updated for resources: {'Port': ['ID=afc58c34-60cb-4729-a86c-9cf3f4a73c45,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:45.383455 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:45.426826 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Publish callbacks [] for security_group (ce3ccfbe-df14-4734-b064-e69445845797), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.437516 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ce3ccfbe-df14-4734-b064-e69445845797), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.458288 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.481127 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port a288fcd5-86e3-454f-bf3e-c9ef54021f3c is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:45.509012 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72d3efe0d5d646bbafdaad6598bbacb7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0103323 May 26 15:17:45.511075 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ccfbe-df14-4734-b064-e69445845797,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:45.513276 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52592) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:45.540828 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Publish callbacks [] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), precommit_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.556139 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.558115 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.558462 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.558848 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.559212 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.559583 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.559959 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.560369 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.560693 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.561023 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.561344 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.561694 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.562213 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.562537 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.563471 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.563846 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2563058-fabf-4f60-b90f-9467583789b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:45.632953 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fed84984-06be-4291-9900-3da30618d744 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:17:45.663106 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-759f916e-7458-4898-9fc7-ec477a5a985d admin admin] Publish callbacks [] for security_group (ce3ccfbe-df14-4734-b064-e69445845797), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.675029 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: fed84984-06be-4291-9900-3da30618d744 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:17:45.676237 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fed84984-06be-4291-9900-3da30618d744 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:17:45.684646 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-b117aa2b-cfcf-4aef-b831-5982eb43bf7a None None] Provisioning complete for port afc58c34-60cb-4729-a86c-9cf3f4a73c45 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:45.685005 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-b117aa2b-cfcf-4aef-b831-5982eb43bf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.728792 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925cb4e-1b3a-4a85-aa27-145d26979e12 None None] Pushing event updated for resources: {'Port': ['ID=d1f1a85d-a6c1-4372-bfb2-5a4987444eaa,revision_number=2']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:45.738598 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Attempting to bind port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:17:45.740836 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Attempting to bind port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:17:45.741698 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Attempting to bind port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa on network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:17:45.742457 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-759f916e-7458-4898-9fc7-ec477a5a985d admin admin] Publish callbacks [] for security_group (ce3ccfbe-df14-4734-b064-e69445845797), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.763718 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:17:45.764508 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Checking segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:17:45.765154 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.765866 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Bound using segment: {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'} {{(pid=104043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:17:45.766704 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.managers [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Bound port: d1f1a85d-a6c1-4372-bfb2-5a4987444eaa, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34761b3-e979-44ee-8e43-6eb62173f4e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1'}}] {{(pid=104043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:17:45.767200 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.798738 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52594) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:45.819026 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-b117aa2b-cfcf-4aef-b831-5982eb43bf7a None None] Port afc58c34-60cb-4729-a86c-9cf3f4a73c45 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:17:45.837529 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:45.845720 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 43f3fa05-3829-4004-963f-d1da22d3a8be up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:45.856557 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-68cc17f3-0284-43e2-b321-c9e913d0219e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6307f64212a64a84b5369682457e94db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557971 May 26 15:17:45.859558 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52596) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:45.887000 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] For port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:17:45.891807 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] For port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=d1f1a85d-a6c1-4372-bfb2-5a4987444eaa,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:17:45.892235 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-759f916e-7458-4898-9fc7-ec477a5a985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ce3ccfbe-df14-4734-b064-e69445845797), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.895978 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-759f916e-7458-4898-9fc7-ec477a5a985d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.902237 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-759f916e-7458-4898-9fc7-ec477a5a985d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce3ccfbe-df14-4734-b064-e69445845797 HTTP/1.1" status: 204 len: 168 time: 0.3832555 May 26 15:17:45.902237 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Publish callbacks [] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.916240 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f916e-7458-4898-9fc7-ec477a5a985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ccfbe-df14-4734-b064-e69445845797,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:45.918508 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.922393 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.934323 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6e91d9a4-b9d0-4c93-a062-0b2ed8133072 admin admin] Publish callbacks [] for security_group (189ec7d1-1b34-4108-9a69-0f5e7e3f9465), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.975081 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6e91d9a4-b9d0-4c93-a062-0b2ed8133072 admin admin] Publish callbacks [] for security_group (189ec7d1-1b34-4108-9a69-0f5e7e3f9465), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:45.993168 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port 43f3fa05-3829-4004-963f-d1da22d3a8be triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:45.993579 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:46.000494 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Pushing event updated for resources: {'Port': ['ID=afc58c34-60cb-4729-a86c-9cf3f4a73c45,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:46.003241 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-381532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927226'] for router_interface (584ce9bb-2acc-4302-8e43-7f26206fd899), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:46.034010 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Routers {'584ce9bb-2acc-4302-8e43-7f26206fd899'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:46.034660 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['584ce9bb-2acc-4302-8e43-7f26206fd899'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:46.047731 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925cb4e-1b3a-4a85-aa27-145d26979e12 None None] Pushing event updated for resources: {'Port': ['ID=d1f1a85d-a6c1-4372-bfb2-5a4987444eaa,revision_number=3']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:46.052168 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6e91d9a4-b9d0-4c93-a062-0b2ed8133072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (189ec7d1-1b34-4108-9a69-0f5e7e3f9465), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:46.055701 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6e91d9a4-b9d0-4c93-a062-0b2ed8133072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:46.060566 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-6e91d9a4-b9d0-4c93-a062-0b2ed8133072 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/189ec7d1-1b34-4108-9a69-0f5e7e3f9465 HTTP/1.1" status: 204 len: 168 time: 0.1996493 May 26 15:17:46.074118 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91d9a4-b9d0-4c93-a062-0b2ed8133072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ec7d1-1b34-4108-9a69-0f5e7e3f9465,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:46.147354 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:46.174413 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:17:46.178317 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:17:46.287943 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] Set router 584ce9bb-2acc-4302-8e43-7f26206fd899 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:46.348174 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port 43f3fa05-3829-4004-963f-d1da22d3a8be is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:46.447293 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Router 584ce9bb-2acc-4302-8e43-7f26206fd899 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:17:46.506768 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fc19a38f-bf0d-4d6f-af7a-771269d4de8f no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:17:46.551865 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: fc19a38f-bf0d-4d6f-af7a-771269d4de8f {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:17:46.552209 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fc19a38f-bf0d-4d6f-af7a-771269d4de8f not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:17:46.654091 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:17:46.669507 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-d417f5a5-315c-498a-b313-ec3690d68085 admin admin] 10.222.0.46 "PUT /v2.0/routers/584ce9bb-2acc-4302-8e43-7f26206fd899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3251154 May 26 15:17:46.697202 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:46.702453 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-65413193-1653-4d6f-a3d7-c27c7be5b96c None None] Provisioning complete for port afc58c34-60cb-4729-a86c-9cf3f4a73c45 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:46.702710 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-65413193-1653-4d6f-a3d7-c27c7be5b96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:46.708178 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:38Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 4, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'gw_port': {'id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:39Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'afc58c34-60cb-4729-a86c-9cf3f4a73c45', 'name': '', 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'mac_address': 'fa:16:3e:27:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:44Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 2, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'subnets': [{'id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:46.713186 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:46.774699 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850ef6f-cdfa-424d-96ec-f44c7e776a96 None None] The sync data for ids ['584ce9bb-2acc-4302-8e43-7f26206fd899'] in dv-cinder-788367-11-iscsi is: [{'id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:38Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 4, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'gw_port': {'id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:39Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'afc58c34-60cb-4729-a86c-9cf3f4a73c45', 'name': '', 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'mac_address': 'fa:16:3e:27:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:44Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 2, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'subnets': [{'id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:17:46.803374 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-65413193-1653-4d6f-a3d7-c27c7be5b96c None None] Port afc58c34-60cb-4729-a86c-9cf3f4a73c45 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:17:46.819526 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52606) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:46.842603 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-40c9717c-a447-467b-9e4b-70e87ad96e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:46.968393 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-40c9717c-a447-467b-9e4b-70e87ad96e66 admin admin] Publish callbacks [] for security_group (715bdc07-0de8-4487-97ba-268a41708575), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:46.972698 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-40c9717c-a447-467b-9e4b-70e87ad96e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (715bdc07-0de8-4487-97ba-268a41708575), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.004558 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:47.009062 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:DELETE=8,neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:47.032817 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-40c9717c-a447-467b-9e4b-70e87ad96e66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=880800861cdf42b485f547696cf9ac4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120392 May 26 15:17:47.037202 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52612) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:47.040407 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9717c-a447-467b-9e4b-70e87ad96e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715bdc07-0de8-4487-97ba-268a41708575,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:47.108084 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-84154151-2e6a-4d67-8676-a8fc975eb34b admin admin] Publish callbacks [] for security_group (715bdc07-0de8-4487-97ba-268a41708575), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.136242 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-84154151-2e6a-4d67-8676-a8fc975eb34b admin admin] Publish callbacks [] for security_group (715bdc07-0de8-4487-97ba-268a41708575), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.177216 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52614) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:47.184998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-69491a66-4572-475e-9012-455c83d74034 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286731114', 'description': 'tempest-secgroup-smoke-1286731114 description', 'project_id': '0b161426dbdc44ff8e52676e1bc21558'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:47.223675 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69491a66-4572-475e-9012-455c83d74034 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.224757 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-84154151-2e6a-4d67-8676-a8fc975eb34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (715bdc07-0de8-4487-97ba-268a41708575), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.227456 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-84154151-2e6a-4d67-8676-a8fc975eb34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.230994 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-84154151-2e6a-4d67-8676-a8fc975eb34b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/715bdc07-0de8-4487-97ba-268a41708575 HTTP/1.1" status: 204 len: 168 time: 0.1900978 May 26 15:17:47.242869 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84154151-2e6a-4d67-8676-a8fc975eb34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715bdc07-0de8-4487-97ba-268a41708575,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:47.329988 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69491a66-4572-475e-9012-455c83d74034 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group (f438a374-0853-47ae-8ddc-844f4d9df5f5), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.338236 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69491a66-4572-475e-9012-455c83d74034 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f438a374-0853-47ae-8ddc-844f4d9df5f5), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.374523 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69491a66-4572-475e-9012-455c83d74034 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f438a374-0853-47ae-8ddc-844f4d9df5f5,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:47.379301 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-69491a66-4572-475e-9012-455c83d74034 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.381271 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-69491a66-4572-475e-9012-455c83d74034 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2012646 May 26 15:17:47.384731 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52618) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:47.390003 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-d556b642-a0e1-44af-9278-4c85a85c5c07 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'security_group_rule': {'security_group_id': 'f438a374-0853-47ae-8ddc-844f4d9df5f5', 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:47.422165 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d556b642-a0e1-44af-9278-4c85a85c5c07 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (52c2c96f-a1f7-4cd9-bb04-49a517e964cb), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.479528 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d556b642-a0e1-44af-9278-4c85a85c5c07 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (52c2c96f-a1f7-4cd9-bb04-49a517e964cb), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.483948 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d556b642-a0e1-44af-9278-4c85a85c5c07 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (52c2c96f-a1f7-4cd9-bb04-49a517e964cb), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.510131 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b642-a0e1-44af-9278-4c85a85c5c07 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c2c96f-a1f7-4cd9-bb04-49a517e964cb,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:47.517786 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-d556b642-a0e1-44af-9278-4c85a85c5c07 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.522563 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52622) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:47.523203 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-d556b642-a0e1-44af-9278-4c85a85c5c07 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367624 May 26 15:17:47.529564 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-a5abb4ca-0a0d-4211-9538-9735bc5fc91e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'security_group_rule': {'security_group_id': 'f438a374-0853-47ae-8ddc-844f4d9df5f5', 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:47.574959 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a5abb4ca-0a0d-4211-9538-9735bc5fc91e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (b929dae8-d37f-4598-87d1-eaaa832bb168), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.673314 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a5abb4ca-0a0d-4211-9538-9735bc5fc91e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (b929dae8-d37f-4598-87d1-eaaa832bb168), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.678449 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a5abb4ca-0a0d-4211-9538-9735bc5fc91e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (b929dae8-d37f-4598-87d1-eaaa832bb168), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.704842 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abb4ca-0a0d-4211-9538-9735bc5fc91e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b929dae8-d37f-4598-87d1-eaaa832bb168,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:47.714022 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a5abb4ca-0a0d-4211-9538-9735bc5fc91e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.718585 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52630) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:47.723495 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-c0bf7b8f-83d6-491c-a64f-f476d14b445b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'security_group_rule': {'security_group_id': 'f438a374-0853-47ae-8ddc-844f4d9df5f5', 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:47.731920 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-a5abb4ca-0a0d-4211-9538-9735bc5fc91e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1942863 May 26 15:17:47.772720 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7b8f-83d6-491c-a64f-f476d14b445b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (1d5c568a-34cf-4dcd-ae43-2a0849a34f6d), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.855509 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device d1f1a85d-a6c1-4372-bfb2-5a4987444eaa up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:47.874039 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7b8f-83d6-491c-a64f-f476d14b445b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (1d5c568a-34cf-4dcd-ae43-2a0849a34f6d), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.879467 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7b8f-83d6-491c-a64f-f476d14b445b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (1d5c568a-34cf-4dcd-ae43-2a0849a34f6d), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.914544 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf7b8f-83d6-491c-a64f-f476d14b445b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5c568a-34cf-4dcd-ae43-2a0849a34f6d,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:47.929061 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7b8f-83d6-491c-a64f-f476d14b445b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.930805 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-c0bf7b8f-83d6-491c-a64f-f476d14b445b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2111039 May 26 15:17:47.933746 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52636) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:47.936968 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:47.937649 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:47.942399 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-26963b17-4554-4251-a42c-a6f7581483e9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'security_group_rule': {'security_group_id': 'f438a374-0853-47ae-8ddc-844f4d9df5f5', 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:47.987751 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-26963b17-4554-4251-a42c-a6f7581483e9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (5e49027c-628d-44bf-b363-efa3a5c00d8f), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.037259 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:48.038212 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.044194 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:48.059195 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-26963b17-4554-4251-a42c-a6f7581483e9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (5e49027c-628d-44bf-b363-efa3a5c00d8f), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.065808 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-26963b17-4554-4251-a42c-a6f7581483e9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (5e49027c-628d-44bf-b363-efa3a5c00d8f), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.085135 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] For port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=d1f1a85d-a6c1-4372-bfb2-5a4987444eaa,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:48.087047 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.094133 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.101767 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26963b17-4554-4251-a42c-a6f7581483e9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e49027c-628d-44bf-b363-efa3a5c00d8f,revision_number=0']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:48.119595 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-26963b17-4554-4251-a42c-a6f7581483e9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.124703 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52644) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:48.125103 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-26963b17-4554-4251-a42c-a6f7581483e9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1895256 May 26 15:17:48.129715 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-ae2ca55d-f220-4f63-9653-62aa00892982 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'security_group_rule': {'security_group_id': 'f438a374-0853-47ae-8ddc-844f4d9df5f5', 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:48.156745 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Pushing event updated for resources: {'Port': ['ID=d1f1a85d-a6c1-4372-bfb2-5a4987444eaa,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:48.169166 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.securitygroups_db [None req-ae2ca55d-f220-4f63-9653-62aa00892982 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Project 0b161426dbdc44ff8e52676e1bc21558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 15:17:48.181293 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca55d-f220-4f63-9653-62aa00892982 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (23f3e4da-84b2-49f1-b473-f3ad1351863d), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.254316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca55d-f220-4f63-9653-62aa00892982 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (23f3e4da-84b2-49f1-b473-f3ad1351863d), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.258563 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca55d-f220-4f63-9653-62aa00892982 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (23f3e4da-84b2-49f1-b473-f3ad1351863d), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.282030 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ca55d-f220-4f63-9653-62aa00892982 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f3e4da-84b2-49f1-b473-f3ad1351863d,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:48.288340 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca55d-f220-4f63-9653-62aa00892982 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.289894 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ae2ca55d-f220-4f63-9653-62aa00892982 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637788 May 26 15:17:48.293045 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52650) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:48.297647 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-7e8d8183-be8f-41fb-aa28-119658ecc7d5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'security_group_rule': {'security_group_id': 'f438a374-0853-47ae-8ddc-844f4d9df5f5', 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:17:48.320579 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.securitygroups_db [None req-7e8d8183-be8f-41fb-aa28-119658ecc7d5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Project 0b161426dbdc44ff8e52676e1bc21558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 15:17:48.327763 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8183-be8f-41fb-aa28-119658ecc7d5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (b255df98-9b3d-4eeb-b699-5e42c2d66dd0), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.412094 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8183-be8f-41fb-aa28-119658ecc7d5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (b255df98-9b3d-4eeb-b699-5e42c2d66dd0), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.419396 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8183-be8f-41fb-aa28-119658ecc7d5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (b255df98-9b3d-4eeb-b699-5e42c2d66dd0), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.453237 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d8183-be8f-41fb-aa28-119658ecc7d5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b255df98-9b3d-4eeb-b699-5e42c2d66dd0,revision_number=0']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:48.464619 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8183-be8f-41fb-aa28-119658ecc7d5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:48.469518 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-7e8d8183-be8f-41fb-aa28-119658ecc7d5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1723373 May 26 15:17:49.450449 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Sync routers for ids ['584ce9bb-2acc-4302-8e43-7f26206fd899'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:17:49.466216 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Routers {'584ce9bb-2acc-4302-8e43-7f26206fd899'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:49.467072 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['584ce9bb-2acc-4302-8e43-7f26206fd899'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:49.535184 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=100 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:49.620766 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Set router 584ce9bb-2acc-4302-8e43-7f26206fd899 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:49.802514 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device d1f1a85d-a6c1-4372-bfb2-5a4987444eaa up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:49.858820 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:49.859203 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:49.870760 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:38Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 4, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'gw_port': {'id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:39Z', 'updated_at': '2022-05-26T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'afc58c34-60cb-4729-a86c-9cf3f4a73c45', 'name': '', 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'mac_address': 'fa:16:3e:27:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:44Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 2, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'subnets': [{'id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:49.969212 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:50.034889 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Checking router: 584ce9bb-2acc-4302-8e43-7f26206fd899 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:17:50.035247 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Updating router 584ce9bb-2acc-4302-8e43-7f26206fd899 port afc58c34-60cb-4729-a86c-9cf3f4a73c45 binding host dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 15:17:50.038066 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:50.074019 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:50.418411 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Publish callbacks [] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), precommit_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:50.424557 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:50.488836 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Pushing event updated for resources: {'Port': ['ID=afc58c34-60cb-4729-a86c-9cf3f4a73c45,revision_number=3']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:50.518435 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.518782 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.519146 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.519508 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.519844 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.520178 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.520505 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.520827 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.521729 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.522081 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.522392 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.522717 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.523038 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.523354 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.523775 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:17:50.580133 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Attempting to bind port afc58c34-60cb-4729-a86c-9cf3f4a73c45 on host dv-cinder-788367-11-iscsi for vnic_type normal with profile {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:17:50.580500 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Attempting to bind port afc58c34-60cb-4729-a86c-9cf3f4a73c45 by drivers openvswitch,hyperv on host dv-cinder-788367-11-iscsi at level 0 using segments [{'id': '8f0e6357-430d-44c1-a5cb-a251952072e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba'}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:17:50.580882 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Attempting to bind port afc58c34-60cb-4729-a86c-9cf3f4a73c45 on network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:17:50.587949 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Checking agent: {'id': 'dad4f780-93cf-4801-b552-a3f51403b468', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 0, 5), 'started_at': datetime.datetime(2022, 5, 26, 15, 0, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:17:50.588351 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Checking segment: {'id': '8f0e6357-430d-44c1-a5cb-a251952072e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:17:50.588834 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:50.589239 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Bound using segment: {'id': '8f0e6357-430d-44c1-a5cb-a251952072e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba'} {{(pid=104044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:17:50.589754 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.managers [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Bound port: afc58c34-60cb-4729-a86c-9cf3f4a73c45, host: dv-cinder-788367-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0e6357-430d-44c1-a5cb-a251952072e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba'}}] {{(pid=104044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:17:50.590141 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), before_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:50.694864 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] For port afc58c34-60cb-4729-a86c-9cf3f4a73c45, host dv-cinder-788367-11-iscsi, cleared binding levels {{(pid=104044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:17:50.698879 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.plugins.ml2.db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] For port afc58c34-60cb-4729-a86c-9cf3f4a73c45, host dv-cinder-788367-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=afc58c34-60cb-4729-a86c-9cf3f4a73c45,segment=NetworkSegment(8f0e6357-430d-44c1-a5cb-a251952072e2),segment_id=8f0e6357-430d-44c1-a5cb-a251952072e2)] {{(pid=104044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:17:50.709924 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron_lib.callbacks.manager [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), after_update {{(pid=104044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:50.738811 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:50.783678 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Routers {'584ce9bb-2acc-4302-8e43-7f26206fd899'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:17:50.784304 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:17:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['584ce9bb-2acc-4302-8e43-7f26206fd899'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:50.787924 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d72bd-6793-4dda-aa70-956be6007516 None None] Pushing event updated for resources: {'Port': ['ID=afc58c34-60cb-4729-a86c-9cf3f4a73c45,revision_number=4']} {{(pid=104044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:50.792294 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-ab21b519-e79a-453d-b3bf-bf1a01826b18 None None] Provisioning complete for port afc58c34-60cb-4729-a86c-9cf3f4a73c45 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:50.793081 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab21b519-e79a-453d-b3bf-bf1a01826b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:50.952720 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-ab21b519-e79a-453d-b3bf-bf1a01826b18 None None] Current status of the port afc58c34-60cb-4729-a86c-9cf3f4a73c45 is: DOWN; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:50.954649 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab21b519-e79a-453d-b3bf-bf1a01826b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:50.965824 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] Set router 584ce9bb-2acc-4302-8e43-7f26206fd899 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:17:51.001939 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-ab21b519-e79a-453d-b3bf-bf1a01826b18 None None] For port afc58c34-60cb-4729-a86c-9cf3f4a73c45, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=afc58c34-60cb-4729-a86c-9cf3f4a73c45,segment=NetworkSegment(8f0e6357-430d-44c1-a5cb-a251952072e2),segment_id=8f0e6357-430d-44c1-a5cb-a251952072e2)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:17:51.010379 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab21b519-e79a-453d-b3bf-bf1a01826b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:51.070357 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21b519-e79a-453d-b3bf-bf1a01826b18 None None] Pushing event updated for resources: {'Port': ['ID=afc58c34-60cb-4729-a86c-9cf3f4a73c45,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:51.133795 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-465955f1-ec62-443a-9eb0-11e6456ee152 None None] Provisioning complete for port afc58c34-60cb-4729-a86c-9cf3f4a73c45 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:51.134298 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-465955f1-ec62-443a-9eb0-11e6456ee152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:51.213244 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:38Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 4, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'gw_port': {'id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:39Z', 'updated_at': '2022-05-26T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'afc58c34-60cb-4729-a86c-9cf3f4a73c45', 'name': '', 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'mac_address': 'fa:16:3e:27:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:44Z', 'updated_at': '2022-05-26T15:17:50Z', 'revision_number': 4, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'subnets': [{'id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:17:51.216093 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-465955f1-ec62-443a-9eb0-11e6456ee152 None None] Current status of the port afc58c34-60cb-4729-a86c-9cf3f4a73c45 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:51.243339 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db5cec6-6d21-4251-90c0-b2d83343e5b7 None None] The sync data for ids ['584ce9bb-2acc-4302-8e43-7f26206fd899'] in dv-cinder-788367-11-iscsi is: [{'id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:38Z', 'updated_at': '2022-05-26T15:17:45Z', 'revision_number': 4, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'gw_port': {'id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:39Z', 'updated_at': '2022-05-26T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'afc58c34-60cb-4729-a86c-9cf3f4a73c45', 'name': '', 'network_id': '1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'mac_address': 'fa:16:3e:27:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:44Z', 'updated_at': '2022-05-26T15:17:50Z', 'revision_number': 4, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'subnets': [{'id': '3d6858c5-c63f-4026-a152-77b055bf41df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:17:51.783950 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device afc58c34-60cb-4729-a86c-9cf3f4a73c45 up at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:17:51.816839 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:51.839488 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Provisioning complete for port afc58c34-60cb-4729-a86c-9cf3f4a73c45 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:17:51.839898 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:51.935624 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Current status of the port afc58c34-60cb-4729-a86c-9cf3f4a73c45 is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:17:56.608251 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:56.618428 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75175f45-54b4-441b-9105-7434bad875e8 req-3a5e78d0-9930-4ba8-a207-baaae9b7c0be service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484030 May 26 15:17:56.696204 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:56.737920 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175f45-54b4-441b-9105-7434bad875e8 req-168a5280-6a93-46df-9965-bbcb689fe0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:56.739452 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75175f45-54b4-441b-9105-7434bad875e8 req-168a5280-6a93-46df-9965-bbcb689fe0d8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1169 time: 0.0529373 May 26 15:17:56.863235 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175f45-54b4-441b-9105-7434bad875e8 req-57a548ce-3da2-443a-9530-ec438c3d889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:56.865975 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75175f45-54b4-441b-9105-7434bad875e8 req-57a548ce-3da2-443a-9530-ec438c3d889e service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cad89fc-1f08-469a-b236-e51174ed7e88 HTTP/1.1" status: 200 len: 916 time: 0.0936313 May 26 15:17:56.936695 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75175f45-54b4-441b-9105-7434bad875e8 req-55c56095-922a-4a9b-8450-14d0401048eb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 1002 time: 0.0645881 May 26 15:17:56.998769 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175f45-54b4-441b-9105-7434bad875e8 req-1ece0b20-c605-46ee-9728-100de9e1011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:57.000270 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75175f45-54b4-441b-9105-7434bad875e8 req-1ece0b20-c605-46ee-9728-100de9e1011d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6df1aceb-3316-4f3b-a210-f9d6280a9d51 HTTP/1.1" status: 200 len: 854 time: 0.0559878 May 26 15:17:57.049011 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75175f45-54b4-441b-9105-7434bad875e8 req-23900ba4-3465-470a-a916-48bc91dab27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:17:57.050576 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75175f45-54b4-441b-9105-7434bad875e8 req-23900ba4-3465-470a-a916-48bc91dab27b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cad89fc-1f08-469a-b236-e51174ed7e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444107 May 26 15:17:57.155171 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75175f45-54b4-441b-9105-7434bad875e8 req-8a587d12-2370-48bc-a1c5-379b2bc65e5c service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966656 May 26 15:17:57.259536 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75175f45-54b4-441b-9105-7434bad875e8 req-bb0c4e0c-2a25-49b9-9ee3-09a2df1010a4 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965884 May 26 15:17:57.551848 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52834) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:57.686973 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9ea79f4a-413f-435b-aac0-44a353bc20f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:57.775723 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9ea79f4a-413f-435b-aac0-44a353bc20f3 admin admin] Publish callbacks [] for security_group (9b884846-0684-4e40-8368-778fe526a74d), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:57.779558 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-9ea79f4a-413f-435b-aac0-44a353bc20f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9b884846-0684-4e40-8368-778fe526a74d), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:57.790077 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:57.832502 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea79f4a-413f-435b-aac0-44a353bc20f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b884846-0684-4e40-8368-778fe526a74d,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:57.832502 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-9ea79f4a-413f-435b-aac0-44a353bc20f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=575e35684b064ccfaca662ea8ee3014d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794650 May 26 15:17:57.837112 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52838) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:57.898930 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-48a59739-c590-4f8d-8cbf-8b93b1eb1b29 admin admin] Publish callbacks [] for security_group (9b884846-0684-4e40-8368-778fe526a74d), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:57.922329 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-48a59739-c590-4f8d-8cbf-8b93b1eb1b29 admin admin] Publish callbacks [] for security_group (9b884846-0684-4e40-8368-778fe526a74d), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:57.974312 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-48a59739-c590-4f8d-8cbf-8b93b1eb1b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9b884846-0684-4e40-8368-778fe526a74d), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:57.977647 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-48a59739-c590-4f8d-8cbf-8b93b1eb1b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:57.979124 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-48a59739-c590-4f8d-8cbf-8b93b1eb1b29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b884846-0684-4e40-8368-778fe526a74d HTTP/1.1" status: 204 len: 168 time: 0.1404924 May 26 15:17:57.989292 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a59739-c590-4f8d-8cbf-8b93b1eb1b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b884846-0684-4e40-8368-778fe526a74d,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:58.292679 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 52844) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:58.313028 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-95a6a77a-1dee-4085-a997-f44710533ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:58.322797 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a647d2cf-930a-4762-a774-4360eb14f132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:58.406426 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-95a6a77a-1dee-4085-a997-f44710533ac3 admin admin] Publish callbacks [] for security_group (1ef28abe-b054-4a0b-b6b7-b19a03ac4095), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:58.410343 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-95a6a77a-1dee-4085-a997-f44710533ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1ef28abe-b054-4a0b-b6b7-b19a03ac4095), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:58.457709 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-95a6a77a-1dee-4085-a997-f44710533ac3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ebc044d2ba246bd83b2205f7cb7dff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638110 May 26 15:17:58.459114 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6a77a-1dee-4085-a997-f44710533ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef28abe-b054-4a0b-b6b7-b19a03ac4095,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:58.461195 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52846) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:58.525662 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1be2bd73-7670-425c-95dd-a720d5befbf8 admin admin] Publish callbacks [] for security_group (1ef28abe-b054-4a0b-b6b7-b19a03ac4095), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:58.551476 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1be2bd73-7670-425c-95dd-a720d5befbf8 admin admin] Publish callbacks [] for security_group (1ef28abe-b054-4a0b-b6b7-b19a03ac4095), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:58.605945 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1be2bd73-7670-425c-95dd-a720d5befbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1ef28abe-b054-4a0b-b6b7-b19a03ac4095), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:58.608742 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-1be2bd73-7670-425c-95dd-a720d5befbf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:58.610150 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-1be2bd73-7670-425c-95dd-a720d5befbf8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ef28abe-b054-4a0b-b6b7-b19a03ac4095 HTTP/1.1" status: 204 len: 168 time: 0.1477141 May 26 15:17:58.619059 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2bd73-7670-425c-95dd-a720d5befbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef28abe-b054-4a0b-b6b7-b19a03ac4095,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:58.634615 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:59.031153 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52854) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:59.045004 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c0680085-45ad-4481-b659-a84b227f4582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:59.131094 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c0680085-45ad-4481-b659-a84b227f4582 admin admin] Publish callbacks [] for security_group (4f21467f-8a42-44d6-be1d-1657cdf15a23), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:59.136174 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c0680085-45ad-4481-b659-a84b227f4582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f21467f-8a42-44d6-be1d-1657cdf15a23), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:59.180100 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c0680085-45ad-4481-b659-a84b227f4582 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa3b0d5f0a204f8598657c33374796fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476586 May 26 15:17:59.180803 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0680085-45ad-4481-b659-a84b227f4582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f21467f-8a42-44d6-be1d-1657cdf15a23,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:17:59.189055 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 52856) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:17:59.240165 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-964f624e-aa4e-433f-a55f-4c078f80853e admin admin] Publish callbacks [] for security_group (4f21467f-8a42-44d6-be1d-1657cdf15a23), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:59.252853 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:17:59.265942 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-964f624e-aa4e-433f-a55f-4c078f80853e admin admin] Publish callbacks [] for security_group (4f21467f-8a42-44d6-be1d-1657cdf15a23), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:59.319720 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-964f624e-aa4e-433f-a55f-4c078f80853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f21467f-8a42-44d6-be1d-1657cdf15a23), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:59.322586 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-964f624e-aa4e-433f-a55f-4c078f80853e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:17:59.323706 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-964f624e-aa4e-433f-a55f-4c078f80853e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f21467f-8a42-44d6-be1d-1657cdf15a23 HTTP/1.1" status: 204 len: 168 time: 0.1354067 May 26 15:17:59.332440 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f624e-aa4e-433f-a55f-4c078f80853e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f21467f-8a42-44d6-be1d-1657cdf15a23,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:00.596311 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a5318b84-cd12-464c-8864-15d389d69572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:01.209500 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=42 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:01.216730 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:01.890061 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:03.423113 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:04.117902 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de6617-aa94-47f5-8d0a-a2344e2bbcd2 req-fd46858b-84ee-4dc5-9424-f64ff69f184f tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:04.119441 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a3de6617-aa94-47f5-8d0a-a2344e2bbcd2 req-fd46858b-84ee-4dc5-9424-f64ff69f184f tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0817716 May 26 15:18:04.125598 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-53c5910e-e973-44e7-ba9f-87eaa356bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:04.127175 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-53c5910e-e973-44e7-ba9f-87eaa356bc0a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1169 time: 0.0568140 May 26 15:18:04.281011 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a3de6617-aa94-47f5-8d0a-a2344e2bbcd2 req-24838f36-f7b6-441e-b895-396120f3bb5c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526275 May 26 15:18:04.309385 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-6088a22b-dae9-484f-9285-b2b107f1337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:04.314231 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-6088a22b-dae9-484f-9285-b2b107f1337c service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cad89fc-1f08-469a-b236-e51174ed7e88 HTTP/1.1" status: 200 len: 916 time: 0.1747615 May 26 15:18:04.380314 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:04.388481 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:04.402130 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-73397c33-8d59-4e6e-b5cf-d716a2aaf771 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 1002 time: 0.0849185 May 26 15:18:04.454644 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-dc814392-0b2e-41d7-b810-3e7daedbc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:04.456102 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-dc814392-0b2e-41d7-b810-3e7daedbc336 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6df1aceb-3316-4f3b-a210-f9d6280a9d51 HTTP/1.1" status: 200 len: 854 time: 0.0472147 May 26 15:18:04.502937 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-9a763f6d-551b-484f-b222-d6fe45515c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:04.504333 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-9a763f6d-551b-484f-b222-d6fe45515c3e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cad89fc-1f08-469a-b236-e51174ed7e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402691 May 26 15:18:04.609642 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-bca4faed-a03e-447e-8f01-8df303114215 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984962 May 26 15:18:04.696970 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:04.743954 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3f8b771b-cd33-40b3-bd1b-a8165c2d04f7 req-5e4f9b17-7575-4ff7-9b8c-45bace80b2e6 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277201 May 26 15:18:05.182420 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-4bec6f9f-2327-4c77-8754-f4387c582852 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286731114&fields=id&tenant_id=0b161426dbdc44ff8e52676e1bc21558 HTTP/1.1" status: 200 len: 267 time: 0.0473309 May 26 15:18:05.302955 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61bcf2-d782-407d-a049-347c6654978b req-cf2f9723-32f4-4f1e-a778-592d0556d4c7 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:05.304521 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-cf2f9723-32f4-4f1e-a778-592d0556d4c7 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 812 time: 0.1155787 May 26 15:18:05.321355 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-b699fc16-9d83-4086-9afb-6ff051166f5a tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/quotas/0b161426dbdc44ff8e52676e1bc21558 HTTP/1.1" status: 200 len: 375 time: 0.0105572 May 26 15:18:05.386722 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-93179707-bf4c-4cc0-a90a-59e69809af28 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597744 May 26 15:18:05.450396 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af3aaa-641b-4caf-b5e3-abd281b5bca7 req-ca644553-dbec-4302-940b-861675b1ff0c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:05.452331 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-95af3aaa-641b-4caf-b5e3-abd281b5bca7 req-ca644553-dbec-4302-940b-861675b1ff0c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0796411 May 26 15:18:05.565384 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-3abe45e7-e0d0-4991-93be-1dbf8270e5ff service neutron] 10.222.0.46 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576428 May 26 15:18:05.572417 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-95af3aaa-641b-4caf-b5e3-abd281b5bca7 req-5a1d1917-b248-4ef3-89df-498f9a78225b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927787 May 26 15:18:05.939300 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-945198b3-ecd9-43f6-b89a-3ec1395ef3e6 service neutron] 10.222.0.46 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658938 May 26 15:18:06.246131 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c8c2410f-764b-4308-83a3-de41d7f91f17 req-f5e3a388-6f3c-49d1-bef7-8bbf61fcff4c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 210 time: 0.0297303 May 26 15:18:06.709435 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eebfdb-e6ff-4296-a68e-47bc274998c1 req-5d62c7fe-0c61-4dc1-891c-eccc9d3a6fe0 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:06.710953 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-35eebfdb-e6ff-4296-a68e-47bc274998c1 req-5d62c7fe-0c61-4dc1-891c-eccc9d3a6fe0 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0499172 May 26 15:18:06.786793 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-35eebfdb-e6ff-4296-a68e-47bc274998c1 req-d7b2362b-68f9-466a-aaec-48541a4ce1a8 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693774 May 26 15:18:07.330312 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f642beb4-4462-4d25-a493-53b2606e1218 req-9eeea51c-47d6-49e0-95e5-9a594b27a286 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 210 time: 0.0288851 May 26 15:18:07.916505 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0a2e-c4a4-47ae-9cfb-57b739091a44 req-a5bd0d62-17ce-4fdb-9b7d-0bf6fdc2df86 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:07.918051 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eb8f0a2e-c4a4-47ae-9cfb-57b739091a44 req-a5bd0d62-17ce-4fdb-9b7d-0bf6fdc2df86 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0562701 May 26 15:18:07.951272 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:07.962799 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:07.984252 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-eb8f0a2e-c4a4-47ae-9cfb-57b739091a44 req-fe6d5060-759d-451d-8d83-3130600e328b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601659 May 26 15:18:08.422351 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-833520a4-22fd-425f-a6b1-5882fc8181d7 req-6f656eb8-5ff6-4481-baf3-9cfe5f0a44f7 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 210 time: 0.0378416 May 26 15:18:09.103279 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172f6b2-0cd2-44aa-975d-e705efdbeb75 req-36ed6b90-f495-4ef6-abbb-64b62bb1ced7 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:09.105026 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d172f6b2-0cd2-44aa-975d-e705efdbeb75 req-36ed6b90-f495-4ef6-abbb-64b62bb1ced7 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0482507 May 26 15:18:09.170263 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-d172f6b2-0cd2-44aa-975d-e705efdbeb75 req-8a98105b-b66b-485f-ac00-625e5c594dad tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588577 May 26 15:18:09.299567 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=1,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:09.327430 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:09.519240 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-20fb0862-1c07-4bc4-b841-f4f83929bd80 req-3480a6f3-2d21-48e7-8b10-f3e019f3a4f2 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 210 time: 0.0324953 May 26 15:18:10.289900 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a67a0-3616-48ec-8db4-ee79aae695d2 req-6d4c119b-4954-4abc-a0c1-9a894cd5666d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:10.291334 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a76a67a0-3616-48ec-8db4-ee79aae695d2 req-6d4c119b-4954-4abc-a0c1-9a894cd5666d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0499122 May 26 15:18:10.366845 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a76a67a0-3616-48ec-8db4-ee79aae695d2 req-84e39198-96f9-4f14-bde6-734fe19946cc tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676188 May 26 15:18:10.630798 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-655a7e65-13a6-4af0-aea4-01fdfc7b13c4 req-7ed7e81a-8c27-4f99-89d2-5509c2276fc5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 210 time: 0.0373633 May 26 15:18:10.756578 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53042) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:10.876150 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f618dfaf-6103-48ff-afcb-c63c5af01ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:10.965939 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f618dfaf-6103-48ff-afcb-c63c5af01ae3 admin admin] Publish callbacks [] for security_group (98c012cc-9deb-4764-9023-0233d11cd12b), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:10.969892 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f618dfaf-6103-48ff-afcb-c63c5af01ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (98c012cc-9deb-4764-9023-0233d11cd12b), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.012179 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618dfaf-6103-48ff-afcb-c63c5af01ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c012cc-9deb-4764-9023-0233d11cd12b,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:11.016528 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-f618dfaf-6103-48ff-afcb-c63c5af01ae3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3013d3be91c42eeb2aa66c738599516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578719 May 26 15:18:11.019284 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53046) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:11.071867 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ad576f17-a2fc-4340-93a3-dd5b4e330ad7 admin admin] Publish callbacks [] for security_group (98c012cc-9deb-4764-9023-0233d11cd12b), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.094197 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ad576f17-a2fc-4340-93a3-dd5b4e330ad7 admin admin] Publish callbacks [] for security_group (98c012cc-9deb-4764-9023-0233d11cd12b), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.145387 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ad576f17-a2fc-4340-93a3-dd5b4e330ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (98c012cc-9deb-4764-9023-0233d11cd12b), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.148037 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-ad576f17-a2fc-4340-93a3-dd5b4e330ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.149294 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-ad576f17-a2fc-4340-93a3-dd5b4e330ad7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98c012cc-9deb-4764-9023-0233d11cd12b HTTP/1.1" status: 204 len: 168 time: 0.1290765 May 26 15:18:11.157400 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576f17-a2fc-4340-93a3-dd5b4e330ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c012cc-9deb-4764-9023-0233d11cd12b,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:11.441813 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61bcf2-d782-407d-a049-347c6654978b req-0f1917fe-64d0-4431-afb8-6c8547493861 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:11.443378 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-0f1917fe-64d0-4431-afb8-6c8547493861 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 812 time: 0.1245213 May 26 15:18:11.516746 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fe354-580d-4391-b40b-ce5f121adb7e req-c368a6ae-c09f-4c19-99d8-cca7d4ebe780 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:11.519079 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8c4fe354-580d-4391-b40b-ce5f121adb7e req-c368a6ae-c09f-4c19-99d8-cca7d4ebe780 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0747631 May 26 15:18:11.526803 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53054) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:11.541162 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-17f3ca27-071d-4f0b-bae9-b5b08e7bff70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.598126 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-df6ab6c3-ccd9-46c8-a4b6-3fd76835c8de tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b161426dbdc44ff8e52676e1bc21558 HTTP/1.1" status: 200 len: 380 time: 0.1231699 May 26 15:18:11.614489 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'port': {'device_id': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'admin_state_up': True, 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'security_groups': ['f438a374-0853-47ae-8ddc-844f4d9df5f5']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:18:11.648707 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-17f3ca27-071d-4f0b-bae9-b5b08e7bff70 admin admin] Publish callbacks [] for security_group (c25e7c17-f4bf-4ae5-adaf-1a5f74f07330), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.653626 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-17f3ca27-071d-4f0b-bae9-b5b08e7bff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c25e7c17-f4bf-4ae5-adaf-1a5f74f07330), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.690056 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8c4fe354-580d-4391-b40b-ce5f121adb7e req-c08da245-2e8f-4010-bd14-50836a86d91d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571596 May 26 15:18:11.699981 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-17f3ca27-071d-4f0b-bae9-b5b08e7bff70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a54890b7835a49bd9e44d1cc7dbaf573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720407 May 26 15:18:11.700917 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3ca27-071d-4f0b-bae9-b5b08e7bff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25e7c17-f4bf-4ae5-adaf-1a5f74f07330,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:11.704396 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53058) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:11.768169 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8dbd-0309-4373-851c-f0d3ee95d157 admin admin] Publish callbacks [] for security_group (c25e7c17-f4bf-4ae5-adaf-1a5f74f07330), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.779673 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-123c6acb-54b4-49d2-9946-adc843355dbb req-e95c480b-430f-4735-a005-ef791626a126 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 210 time: 0.0367248 May 26 15:18:11.789795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Made reservation on behalf of 0b161426dbdc44ff8e52676e1bc21558 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:18:11.793412 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8dbd-0309-4373-851c-f0d3ee95d157 admin admin] Publish callbacks [] for security_group (c25e7c17-f4bf-4ae5-adaf-1a5f74f07330), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.795185 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.849996 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8dbd-0309-4373-851c-f0d3ee95d157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c25e7c17-f4bf-4ae5-adaf-1a5f74f07330), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.852780 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8dbd-0309-4373-851c-f0d3ee95d157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:11.854016 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-f9ad8dbd-0309-4373-851c-f0d3ee95d157 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c25e7c17-f4bf-4ae5-adaf-1a5f74f07330 HTTP/1.1" status: 204 len: 168 time: 0.1483746 May 26 15:18:11.862001 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad8dbd-0309-4373-851c-f0d3ee95d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25e7c17-f4bf-4ae5-adaf-1a5f74f07330,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:11.946381 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Allocated IP 172.20.0.5 (17e8e6f7-36ad-4695-9496-110a02e0acc3/2c11f6ab-4fa2-416f-9418-8c380ef25ed8/0bfb8228-ae03-42e8-a883-76fd82ef87da) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:18:11.957026 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:12.120889 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:12.134282 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:12.163686 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:12.215859 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:18:12.219580 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:18:12.226374 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:18:12.262144 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'Port': ['ID=0bfb8228-ae03-42e8-a883-76fd82ef87da,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:12.289879 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:12.290697 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:12.313030 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-728fee58-8842-44de-a16e-430e15022015 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7044809 May 26 15:18:12.388738 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Request body: {'port': {'device_id': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:18:12.460503 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:12.600379 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-dec87fc7-c238-4ec6-9efa-2edaf265b5eb None None] Provisioning complete for port 0bfb8228-ae03-42e8-a883-76fd82ef87da triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:18:12.601192 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-dec87fc7-c238-4ec6-9efa-2edaf265b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:12.653659 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-dec87fc7-c238-4ec6-9efa-2edaf265b5eb None None] Port 0bfb8228-ae03-42e8-a883-76fd82ef87da cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:18:12.857379 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfb8228-ae03-42e8-a883-76fd82ef87da {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:18:12.872540 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Publish callbacks [] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:12.920391 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6217e1-f245-405e-b029-8eb9e88ad189 req-62e375a0-faa1-453c-9c5a-e179a1edb1ff tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:12.921939 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bf6217e1-f245-405e-b029-8eb9e88ad189 req-62e375a0-faa1-453c-9c5a-e179a1edb1ff tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.1103942 May 26 15:18:12.931447 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Transition to ACTIVE for port object 0bfb8228-ae03-42e8-a883-76fd82ef87da will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:18:12.951344 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:12.959764 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79c1d2-72b5-4f9a-adbd-61f4b8e7673c req-d252fa0e-fd7b-4ed0-934d-8ce14569d28f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:12.961846 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ec79c1d2-72b5-4f9a-adbd-61f4b8e7673c req-d252fa0e-fd7b-4ed0-934d-8ce14569d28f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 931 time: 0.0961225 May 26 15:18:13.040466 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:13.078150 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfb8228-ae03-42e8-a883-76fd82ef87da,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:13.109202 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:13.135673 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-bf6217e1-f245-405e-b029-8eb9e88ad189 req-9ff2fb59-5d5d-4a1a-b109-9d9bc3fae5a6 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2057745 May 26 15:18:13.139478 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ec79c1d2-72b5-4f9a-adbd-61f4b8e7673c req-53765d0c-9665-4c84-8b8c-9f90d0857f82 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643896 May 26 15:18:13.204851 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Attempting to bind port 0bfb8228-ae03-42e8-a883-76fd82ef87da on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:18:13.205303 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Attempting to bind port 0bfb8228-ae03-42e8-a883-76fd82ef87da by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:18:13.205644 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Attempting to bind port 0bfb8228-ae03-42e8-a883-76fd82ef87da on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:18:13.211299 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Port 0bfb8228-ae03-42e8-a883-76fd82ef87da on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:18:13.211603 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Attempting to bind port 0bfb8228-ae03-42e8-a883-76fd82ef87da on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:18:13.217530 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:18:13.217864 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Checking segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:18:13.218247 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Bound using segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:18:13.218686 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Bound port: 0bfb8228-ae03-42e8-a883-76fd82ef87da, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:18:13.219046 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.285644 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53096) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:13.297295 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] For port 0bfb8228-ae03-42e8-a883-76fd82ef87da, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:18:13.300668 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] For port 0bfb8228-ae03-42e8-a883-76fd82ef87da, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:18:13.308893 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.345556 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:13.346185 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.347601 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] 10.222.0.75 "PUT /v2.0/ports/0bfb8228-ae03-42e8-a883-76fd82ef87da HTTP/1.1" status: 200 len: 1093 time: 0.9673963 May 26 15:18:13.348061 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'tag': '0bfb8228-ae03-42e8-a883-76fd82ef87da'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:18:13.350388 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b8a859-e9f2-46b1-815c-e9222392ed2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ede26c84-934a-4de5-825c-00e32c8c37a8", "tag": "0bfb8228-ae03-42e8-a883-76fd82ef87da"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:18:13.376583 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0817d95-e1ce-44d8-9afb-14e21affe7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfb8228-ae03-42e8-a883-76fd82ef87da,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:13.427436 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8cc0bc-6129-4e90-9727-249eba9a0ff2 x-openstack-request-id: req-2e8cc0bc-6129-4e90-9727-249eba9a0ff2 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:18:13.427665 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede26c84-934a-4de5-825c-00e32c8c37a8", "tag": "0bfb8228-ae03-42e8-a883-76fd82ef87da", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:18:13.427886 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e8cc0bc-6129-4e90-9727-249eba9a0ff2 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:18:13.428288 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8cc0bc-6129-4e90-9727-249eba9a0ff2'] response: {'name': 'network-changed', 'server_uuid': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'tag': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'status': 'completed', 'code': 200} May 26 15:18:13.460511 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61bcf2-d782-407d-a049-347c6654978b req-5b194d6a-10b7-416c-ac2c-569852404c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:13.462345 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-5b194d6a-10b7-416c-ac2c-569852404c8c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 1127 time: 0.0531101 May 26 15:18:13.463069 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a6ad230f-61b6-49d5-b367-983ab59e0398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.515909 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-f2957635-607d-4299-8bec-e4f46d40f7fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da HTTP/1.1" status: 200 len: 217 time: 0.0409772 May 26 15:18:13.535976 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:13.536606 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:13.564013 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a6ad230f-61b6-49d5-b367-983ab59e0398 admin admin] Publish callbacks [] for security_group (2884b267-14e0-4a06-b344-d85ff8d9ec37), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.571848 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a6ad230f-61b6-49d5-b367-983ab59e0398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2884b267-14e0-4a06-b344-d85ff8d9ec37), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.575936 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61bcf2-d782-407d-a049-347c6654978b req-6e662ad9-1e00-4d6d-898a-5bc062262767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:13.577434 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-6e662ad9-1e00-4d6d-898a-5bc062262767 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0566700 May 26 15:18:13.627220 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-a6ad230f-61b6-49d5-b367-983ab59e0398 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=957af46f2d27468f8dbc588771dec7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392298 May 26 15:18:13.630159 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53102) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:13.632924 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad230f-61b6-49d5-b367-983ab59e0398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2884b267-14e0-4a06-b344-d85ff8d9ec37,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:13.653871 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61bcf2-d782-407d-a049-347c6654978b req-4743cec0-846e-4824-bb6d-4b7b480006f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:13.655367 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-4743cec0-846e-4824-bb6d-4b7b480006f4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0717602 May 26 15:18:13.747886 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9f74b55e-386b-4976-a0cd-49361a1d30c2 admin admin] Publish callbacks [] for security_group (2884b267-14e0-4a06-b344-d85ff8d9ec37), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.792371 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9f74b55e-386b-4976-a0cd-49361a1d30c2 admin admin] Publish callbacks [] for security_group (2884b267-14e0-4a06-b344-d85ff8d9ec37), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.795754 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-bdcc81f4-6d6a-4b53-ac33-aca254c4121c service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327045 May 26 15:18:13.909500 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-cb61bcf2-d782-407d-a049-347c6654978b req-246be04e-6e6a-4ee4-9259-c2fe5372326d service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059620 May 26 15:18:13.910454 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9f74b55e-386b-4976-a0cd-49361a1d30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2884b267-14e0-4a06-b344-d85ff8d9ec37), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.913443 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-9f74b55e-386b-4976-a0cd-49361a1d30c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:13.914476 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-9f74b55e-386b-4976-a0cd-49361a1d30c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2884b267-14e0-4a06-b344-d85ff8d9ec37 HTTP/1.1" status: 204 len: 168 time: 0.2830813 May 26 15:18:13.923254 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74b55e-386b-4976-a0cd-49361a1d30c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2884b267-14e0-4a06-b344-d85ff8d9ec37,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:14.282562 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-84a48e03-20e1-4ccd-a795-4320047472ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:14.284023 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-84a48e03-20e1-4ccd-a795-4320047472ab service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 1127 time: 0.1056898 May 26 15:18:14.346398 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d9a10-144f-4f83-b460-a4416c8ac4b7 req-3ac42a57-01ca-42ee-bf31-823215f23cd7 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:14.347880 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f4d9a10-144f-4f83-b460-a4416c8ac4b7 req-3ac42a57-01ca-42ee-bf31-823215f23cd7 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 943 time: 0.0982080 May 26 15:18:14.382964 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733a098-8661-4aef-a945-d316919e7f44 req-1c9d8da2-a13f-4baa-a081-a90891058aa1 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:14.384477 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f733a098-8661-4aef-a945-d316919e7f44 req-1c9d8da2-a13f-4baa-a081-a90891058aa1 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.1606045 May 26 15:18:14.414074 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:14.433007 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:14.505820 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-7b187d8f-e70b-4d3d-b779-06b8da2635ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:14.507363 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-7b187d8f-e70b-4d3d-b779-06b8da2635ec service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.2018363 May 26 15:18:14.514860 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0f4d9a10-144f-4f83-b460-a4416c8ac4b7 req-6bfbde46-9cf6-41ff-8768-feae5dfcf871 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292458 May 26 15:18:14.561721 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f733a098-8661-4aef-a945-d316919e7f44 req-0ada30f9-99a4-4704-8b46-be4f48c5cd80 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1637273 May 26 15:18:14.563665 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-48ba9569-de6c-4b23-ae80-59a4125a870f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da HTTP/1.1" status: 200 len: 217 time: 0.0436051 May 26 15:18:14.619110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-8c97295d-21a1-44a1-ade9-734be1a8cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:14.620834 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-8c97295d-21a1-44a1-ade9-734be1a8cabc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0514755 May 26 15:18:14.664936 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-54496f26-c068-4334-ab4f-7ce89b1de5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:14.666490 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-54496f26-c068-4334-ab4f-7ce89b1de5f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403111 May 26 15:18:14.766014 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-58780124-1068-477e-8053-e342bf1392b5 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903888 May 26 15:18:14.861979 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-45b8a859-e9f2-46b1-815c-e9222392ed2d req-ac4199c5-db36-4c8f-a4d9-030a03b0a562 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902801 May 26 15:18:15.639673 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eb2ca-9496-4ea1-a028-82b458a1e052 req-1d2af99a-6663-4fcf-b2e2-28cf1ed519d1 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:15.641833 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-044eb2ca-9496-4ea1-a028-82b458a1e052 req-1d2af99a-6663-4fcf-b2e2-28cf1ed519d1 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 943 time: 0.0571256 May 26 15:18:15.713204 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46749342-6e6a-46ad-a644-da0e381fcbef req-75e131ea-2fc2-4945-af22-0c8ea8e4e49b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:15.714803 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-46749342-6e6a-46ad-a644-da0e381fcbef req-75e131ea-2fc2-4945-af22-0c8ea8e4e49b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0720823 May 26 15:18:15.751804 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-044eb2ca-9496-4ea1-a028-82b458a1e052 req-0eb91ae5-96bc-44b7-b302-a8a9d7de4613 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995750 May 26 15:18:15.795969 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-46749342-6e6a-46ad-a644-da0e381fcbef req-55849278-28cd-40ff-bab9-6d5c06b7e90b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748005 May 26 15:18:16.663598 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:18:16.891235 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2aff5-3638-4ce3-896a-b28143fab636 req-82ede40b-86b0-4c0f-9006-8a71eccfa913 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:16.892815 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3b2aff5-3638-4ce3-896a-b28143fab636 req-82ede40b-86b0-4c0f-9006-8a71eccfa913 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 943 time: 0.0695953 May 26 15:18:16.954071 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85612c7-2747-445a-a8f8-b7850a3853a3 req-1ed7b177-35d1-4c80-aa0d-815e2b9a1903 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:16.955580 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f85612c7-2747-445a-a8f8-b7850a3853a3 req-1ed7b177-35d1-4c80-aa0d-815e2b9a1903 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0843003 May 26 15:18:16.997972 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e3b2aff5-3638-4ce3-896a-b28143fab636 req-16649d8b-6ea5-423c-8b16-1dd65309774a tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883675 May 26 15:18:17.040058 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f85612c7-2747-445a-a8f8-b7850a3853a3 req-c44de889-80ac-4435-a1e7-c66fe6254e2f tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&id=92072407-b5c0-4931-ab59-d0a3a5bfc720&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751896 May 26 15:18:18.125771 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf098aa-2021-4942-abf5-32a657d5729b req-bb26709e-8c9b-49b2-b4a5-befc63ee3666 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:18.127264 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-faf098aa-2021-4942-abf5-32a657d5729b req-bb26709e-8c9b-49b2-b4a5-befc63ee3666 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 943 time: 0.0491002 May 26 15:18:18.162879 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:18.164201 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:18.181798 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-faf098aa-2021-4942-abf5-32a657d5729b req-7e979291-57e1-418e-aa45-072f6137e9f8 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487742 May 26 15:18:19.301724 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c9ff5-8a62-4fda-9643-168a4b43a6c0 req-a450a15f-e7d0-4334-9ad1-4fdf8f3470e6 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:19.303277 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-494c9ff5-8a62-4fda-9643-168a4b43a6c0 req-a450a15f-e7d0-4334-9ad1-4fdf8f3470e6 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 943 time: 0.0501375 May 26 15:18:19.358193 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-494c9ff5-8a62-4fda-9643-168a4b43a6c0 req-53841c92-4ab1-41d2-907e-987eaee12c9f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486534 May 26 15:18:20.485074 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aa8d8-937a-4f23-84c4-06e759c2c2fc req-8f066c9f-85df-4c14-9241-a480b05bec41 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:20.486598 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-486aa8d8-937a-4f23-84c4-06e759c2c2fc req-8f066c9f-85df-4c14-9241-a480b05bec41 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 943 time: 0.0555539 May 26 15:18:20.539608 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-486aa8d8-937a-4f23-84c4-06e759c2c2fc req-e60109e6-28ae-452a-8953-bcf74f890784 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468307 May 26 15:18:21.634318 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:21.638250 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:21.657499 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee235-5182-4689-bd97-77b32c80ef9d req-24b8892e-67a9-4b9e-b955-3d6306f7427b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:21.659060 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-702ee235-5182-4689-bd97-77b32c80ef9d req-24b8892e-67a9-4b9e-b955-3d6306f7427b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 943 time: 0.0510097 May 26 15:18:21.711256 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-702ee235-5182-4689-bd97-77b32c80ef9d req-d7425f2f-bb3d-4885-83ad-476bd56b1ffa tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 May 26 15:18:21.714440 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 0bfb8228-ae03-42e8-a883-76fd82ef87da details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:18:21.825270 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 0bfb8228-ae03-42e8-a883-76fd82ef87da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:18:21.827722 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=51,neutron:UPDATE=6 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:21.839373 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'port_id': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'mac_address': 'fa:16:3e:35:85:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:18:21.875941 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 0bfb8228-ae03-42e8-a883-76fd82ef87da is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:18:21.876328 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:21.890542 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfb8228-ae03-42e8-a883-76fd82ef87da {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:18:21.913146 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 0bfb8228-ae03-42e8-a883-76fd82ef87da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:18:21.917131 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:21.964726 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=0bfb8228-ae03-42e8-a883-76fd82ef87da,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:22.211173 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['0bfb8228-ae03-42e8-a883-76fd82ef87da'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:18:22.836006 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e714c-0bc2-4e11-b640-340298fb059f req-c623a8ed-0aae-454a-92db-79f88a4b9158 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:22.837692 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1c4e714c-0bc2-4e11-b640-340298fb059f req-c623a8ed-0aae-454a-92db-79f88a4b9158 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 944 time: 0.0527999 May 26 15:18:22.890094 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-1c4e714c-0bc2-4e11-b640-340298fb059f req-34151a1b-f24d-4856-ad10-42709ad8b18a tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465245 May 26 15:18:23.627161 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:INSERT=1,neutron:SELECT=18 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:23.631063 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:23.722355 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 0bfb8228-ae03-42e8-a883-76fd82ef87da up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:18:23.751783 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:23.899236 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 0bfb8228-ae03-42e8-a883-76fd82ef87da completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:18:23.906915 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 0bfb8228-ae03-42e8-a883-76fd82ef87da triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:18:23.907278 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:23.987839 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 0bfb8228-ae03-42e8-a883-76fd82ef87da is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:18:23.988165 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:24.012341 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3cff1-ee88-4d8e-8df4-5e8a25a6d379 req-70d25cfd-33d7-483e-a949-140cd4d3d3a7 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:24.014167 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0ec3cff1-ee88-4d8e-8df4-5e8a25a6d379 req-70d25cfd-33d7-483e-a949-140cd4d3d3a7 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 944 time: 0.0506895 May 26 15:18:24.015262 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb8228-ae03-42e8-a883-76fd82ef87da'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:18:24.017767 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d330354e-fc8e-4b2e-9ea1-1516dd2a4359" -d '{"events": [{"server_uuid": "ede26c84-934a-4de5-825c-00e32c8c37a8", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb8228-ae03-42e8-a883-76fd82ef87da"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:18:24.034357 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 0bfb8228-ae03-42e8-a883-76fd82ef87da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:18:24.041016 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:24.065576 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e08987-f937-4f3a-8943-b74c8399b57e x-openstack-request-id: req-c6e08987-f937-4f3a-8943-b74c8399b57e {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:18:24.065885 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede26c84-934a-4de5-825c-00e32c8c37a8", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb8228-ae03-42e8-a883-76fd82ef87da", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:18:24.066118 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6e08987-f937-4f3a-8943-b74c8399b57e {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:18:24.066553 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e08987-f937-4f3a-8943-b74c8399b57e'] response: {'server_uuid': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'code': 200} May 26 15:18:24.075602 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0ec3cff1-ee88-4d8e-8df4-5e8a25a6d379 req-09121392-7a99-490a-ae08-f19b75354ab0 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551023 May 26 15:18:24.109322 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=0bfb8228-ae03-42e8-a883-76fd82ef87da,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:24.320808 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf2e3b-842c-4c3f-b717-5bcdbf6f52d4 req-b1e8f8aa-4d95-4ebe-a569-912f26d63c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:24.322360 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e0bf2e3b-842c-4c3f-b717-5bcdbf6f52d4 req-b1e8f8aa-4d95-4ebe-a569-912f26d63c35 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 1129 time: 0.0496750 May 26 15:18:24.383352 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e0bf2e3b-842c-4c3f-b717-5bcdbf6f52d4 req-1eaa5077-45fd-4fd3-bca5-ed5542fad698 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543876 May 26 15:18:25.197704 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c93c6-88e8-45c7-9ad6-e149cb51643b req-94f01c9a-5759-4788-8e99-e87f40a080b9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:25.199219 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b29c93c6-88e8-45c7-9ad6-e149cb51643b req-94f01c9a-5759-4788-8e99-e87f40a080b9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 945 time: 0.0490565 May 26 15:18:25.253870 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b29c93c6-88e8-45c7-9ad6-e149cb51643b req-f26e0ad3-b44f-419f-9f4d-b1eae3c0ce55 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490651 May 26 15:18:26.374096 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590eda42-c34e-4818-9b1f-c3d57eb42752 req-d636068c-7a9c-40ea-9518-6037d1c13323 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:26.375928 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-590eda42-c34e-4818-9b1f-c3d57eb42752 req-d636068c-7a9c-40ea-9518-6037d1c13323 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 945 time: 0.0499277 May 26 15:18:26.434492 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-590eda42-c34e-4818-9b1f-c3d57eb42752 req-833dbaf8-bf2f-48ea-b306-6acc5cdbe590 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519140 May 26 15:18:26.555834 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e54f6-a9f8-413e-9990-fe8fb65afb77 req-5f64c2cb-adc2-48c2-91b9-d063a59a5b46 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:26.557335 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f90e54f6-a9f8-413e-9990-fe8fb65afb77 req-5f64c2cb-adc2-48c2-91b9-d063a59a5b46 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 945 time: 0.0498202 May 26 15:18:26.612526 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f90e54f6-a9f8-413e-9990-fe8fb65afb77 req-506465ef-122a-4278-9dc2-3c8e8f2ca98c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496438 May 26 15:18:26.637098 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53140) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:26.658600 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:26.839587 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a4a24-bbc9-46c2-af58-7f37bc3926f3 tempest-TestVolumeBootPattern-1630439345 tempest-TestVolumeBootPattern-1630439345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:26.841029 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-094a4a24-bbc9-46c2-af58-7f37bc3926f3 tempest-TestVolumeBootPattern-1630439345 tempest-TestVolumeBootPattern-1630439345-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 1124 time: 0.2028532 May 26 15:18:26.843973 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53144) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:26.848126 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.v2.base [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'port_id': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:18:26.871449 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:26.963345 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:27.078256 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_common [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Allocated IP 172.27.1.58 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/920ba286-02ea-4114-8af8-709feb833f58) {{(pid=104042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:18:27.199125 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for port (920ba286-02ea-4114-8af8-709feb833f58), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:27.233775 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (920ba286-02ea-4114-8af8-709feb833f58), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:27.280554 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:18:27.285410 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.base_scheduler [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Resources bound (agent type, host, resource id): {{(pid=104042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:18:27.289973 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Received port after_create {{(pid=104042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:18:27.293336 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'Port': ['ID=920ba286-02ea-4114-8af8-709feb833f58,revision_number=1']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:27.657043 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:27.664355 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:27.669844 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f), precommit_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:28.035046 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (920ba286-02ea-4114-8af8-709feb833f58), before_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:28.229198 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for port (920ba286-02ea-4114-8af8-709feb833f58), precommit_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:28.234032 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11732465'] for port (920ba286-02ea-4114-8af8-709feb833f58), after_update {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:28.310960 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'Port': ['ID=920ba286-02ea-4114-8af8-709feb833f58,revision_number=2']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:28.322585 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f), after_create {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:28.324274 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a88f5417-79ed-49bf-b4ea-8dae2ddcc365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:28.426993 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Floating IP 6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f associated. External IP: 172.27.1.58, port: 0bfb8228-ae03-42e8-a883-76fd82ef87da. May 26 15:18:28.655232 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:18:28.805720 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:18:28.815736 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] Sync routers for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:18:28.826557 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:28.829772 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:18:28.830444 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:18:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:18:28.860047 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-3da63bf9-d2b8-4453-a6ef-917eebd1e381 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0150530 May 26 15:18:28.860676 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'tag': '0bfb8228-ae03-42e8-a883-76fd82ef87da'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:18:28.863019 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39729f10-6210-4b84-bd6e-3e26732ef66f" -d '{"events": [{"name": "network-changed", "server_uuid": "ede26c84-934a-4de5-825c-00e32c8c37a8", "tag": "0bfb8228-ae03-42e8-a883-76fd82ef87da"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:18:28.906252 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393f6e35-2c75-42f0-83e7-8c3c0145b1da x-openstack-request-id: req-393f6e35-2c75-42f0-83e7-8c3c0145b1da {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:18:28.906661 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede26c84-934a-4de5-825c-00e32c8c37a8", "tag": "0bfb8228-ae03-42e8-a883-76fd82ef87da", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:18:28.907017 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-393f6e35-2c75-42f0-83e7-8c3c0145b1da {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:18:28.907621 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393f6e35-2c75-42f0-83e7-8c3c0145b1da'] response: {'name': 'network-changed', 'server_uuid': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'tag': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'status': 'completed', 'code': 200} May 26 15:18:28.943124 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:18:28.993700 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:29.004013 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-0e335e89-3693-48c0-991f-b792a2ebe30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:29.006262 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-0e335e89-3693-48c0-991f-b792a2ebe30f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 1129 time: 0.0443201 May 26 15:18:29.134396 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-b88d6c8e-e37d-49c2-85f0-ce4cbe4dd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:29.135810 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-b88d6c8e-e37d-49c2-85f0-ce4cbe4dd21e service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.1214883 May 26 15:18:29.192960 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:29.206499 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:35:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:18:27Z', 'updated_at': '2022-05-26T15:18:27Z', 'revision_number': 0, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:18:29.211639 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-12608c6e-a2ee-4646-9104-4d78ed7c8fe5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da HTTP/1.1" status: 200 len: 998 time: 0.0641875 May 26 15:18:29.236735 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] Checking router: 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:18:29.246696 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:18:29.247324 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:18:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:18:29.263052 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-1cc7c595-537a-4fdb-afda-2a77306d0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:29.264682 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-1cc7c595-537a-4fdb-afda-2a77306d0e42 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0456817 May 26 15:18:29.314926 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-388fd59d-76bb-43e3-af12-440c206c0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:29.316446 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-388fd59d-76bb-43e3-af12-440c206c0a5d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440526 May 26 15:18:29.356476 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:18:29.413111 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-eab5b97a-9d5e-43ca-bec2-a7281ff4e580 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890908 May 26 15:18:29.482042 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:29.513620 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-39729f10-6210-4b84-bd6e-3e26732ef66f req-92655959-cd7c-4f80-950b-ed7165dd6dc2 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938342 May 26 15:18:29.576151 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:35:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:18:27Z', 'updated_at': '2022-05-26T15:18:27Z', 'revision_number': 0, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:18:29.577823 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:29.603957 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31314fc-40eb-4087-a854-a689467e9613 None None] The sync data for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi is: [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:35:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:18:27Z', 'updated_at': '2022-05-26T15:18:27Z', 'revision_number': 0, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:18:29.814306 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee41357-1a0f-4d18-a5ce-97fb7b85d035 None None] New status for floating IP 6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f: ACTIVE {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:18:30.595486 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a8e2aa89-758c-4d09-82cb-15328678cf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:31.896346 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:33.427678 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:34.692369 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:38.855040 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:38.856967 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:39.500790 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=32 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:39.507357 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:39.918818 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:39.922000 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:44.684594 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:44.688009 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:48.184081 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:49.712245 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-7573a717-dd7f-4dd6-8f7f-fc12159e3e65 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791974402&fields=id&tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724 HTTP/1.1" status: 200 len: 267 time: 0.1757712 May 26 15:18:49.766827 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-833c30f3-aabe-444d-b159-b7ec55c36132 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:49.768625 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-833c30f3-aabe-444d-b159-b7ec55c36132 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 985 time: 0.0494657 May 26 15:18:49.779561 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Request body: {'port': {'security_groups': ['97b36b13-1b68-4fb0-a96f-e37f37300dbd']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:18:49.860193 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:50.086734 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] For port b41d02f4-ab49-441e-b927-18bb558b79ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b41d02f4-ab49-441e-b927-18bb558b79ce,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:18:50.117275 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:50.122149 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:50.159788 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['b41d02f4-ab49-441e-b927-18bb558b79ce'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:18:50.166352 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:50.175586 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:50.175586 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-15fc925c-1816-456b-9cdc-d59cba7ed9c5 req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "PUT /v2.0/ports/b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 943 time: 0.3979297 May 26 15:18:50.175586 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:18:50.176758 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53162) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:50.177401 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:18:50.205081 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event updated for resources: {'Port': ['ID=b41d02f4-ab49-441e-b927-18bb558b79ce,revision_number=7']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:50.215623 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.215971 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.216316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.216664 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.216999 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.217335 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.217688 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.218021 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.218345 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.218672 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.219000 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.219325 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.219647 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.219969 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.220288 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295b482-bba8-408b-b6d9-ab287fddb1ea tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.246649 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543b6442-d693-4149-81fe-d2d7b6b9053f x-openstack-request-id: req-543b6442-d693-4149-81fe-d2d7b6b9053f {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:18:50.246948 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:18:50.247211 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-543b6442-d693-4149-81fe-d2d7b6b9053f {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:18:50.247643 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543b6442-d693-4149-81fe-d2d7b6b9053f'] response: {'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'status': 'completed', 'code': 200} May 26 15:18:50.265286 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group (92072407-b5c0-4931-ab59-d0a3a5bfc720), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:50.295080 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group (92072407-b5c0-4931-ab59-d0a3a5bfc720), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:50.307197 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['b41d02f4-ab49-441e-b927-18bb558b79ce'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:18:50.354470 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-b599869c-fb8a-4f2f-87e3-060b15c6fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:50.357610 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-b599869c-fb8a-4f2f-87e3-060b15c6fc9e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1130 time: 0.0675728 May 26 15:18:50.402114 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (92072407-b5c0-4931-ab59-d0a3a5bfc720), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:50.404870 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:50.406461 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "DELETE /v2.0/security-groups/92072407-b5c0-4931-ab59-d0a3a5bfc720 HTTP/1.1" status: 204 len: 168 time: 0.2296107 May 26 15:18:50.409865 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53166) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:50.417574 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92072407-b5c0-4931-ab59-d0a3a5bfc720,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:50.427857 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.428211 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.428658 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.429099 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.429465 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.430294 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.430983 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.431334 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.431675 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.432715 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.433142 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.433509 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.433850 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.434185 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.434518 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c7a96-7196-47b8-b21b-85b2ac47652b tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:18:50.519701 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-417d25d7-ebd8-489d-a771-67108e3189fa None None] Provisioning complete for port b41d02f4-ab49-441e-b927-18bb558b79ce triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:18:50.520039 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-417d25d7-ebd8-489d-a771-67108e3189fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:50.572756 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-d004690d-6c0e-4ac0-b2c1-859529429250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:50.574025 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-d004690d-6c0e-4ac0-b2c1-859529429250 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cad89fc-1f08-469a-b236-e51174ed7e88 HTTP/1.1" status: 200 len: 916 time: 0.2099676 May 26 15:18:50.651884 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-417d25d7-ebd8-489d-a771-67108e3189fa None None] Current status of the port b41d02f4-ab49-441e-b927-18bb558b79ce is: ACTIVE; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:18:50.940845 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-4146f056-7262-4541-9dec-3968e888dcbd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 1002 time: 0.3587258 May 26 15:18:50.941785 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Deleting port 17f4dbb4-b584-47af-9dfa-80dff2fc06db {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:18:50.942116 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (17f4dbb4-b584-47af-9dfa-80dff2fc06db), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:51.016684 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:51.051116 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:51.057179 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-3efcbe6c-99c5-479f-9a2f-d59bebc4dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:51.058667 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-3efcbe6c-99c5-479f-9a2f-d59bebc4dad3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6df1aceb-3316-4f3b-a210-f9d6280a9d51 HTTP/1.1" status: 200 len: 854 time: 0.1040881 May 26 15:18:51.084632 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (17f4dbb4-b584-47af-9dfa-80dff2fc06db), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:51.085577 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for floatingip (17f4dbb4-b584-47af-9dfa-80dff2fc06db), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:51.119066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Calling delete_port for 17f4dbb4-b584-47af-9dfa-80dff2fc06db owned by network:floatingip {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:18:51.133293 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-424b969b-532e-4cb3-9092-a56c75b3dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:51.134794 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-424b969b-532e-4cb3-9092-a56c75b3dd9d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cad89fc-1f08-469a-b236-e51174ed7e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0699208 May 26 15:18:51.289559 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-fa6f804b-e022-4186-af63-a3f24f36b2d9 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228702 May 26 15:18:51.427704 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (17f4dbb4-b584-47af-9dfa-80dff2fc06db), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:51.432854 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-808aa0b2-97bc-4b99-85f8-c7d75407a6aa req-8f975a9b-0f58-4500-b57b-7112df575320 service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350932 May 26 15:18:51.456034 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event deleted for resources: {'Port': ['ID=17f4dbb4-b584-47af-9dfa-80dff2fc06db,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:51.523143 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks [] for floatingip (996c6fca-9e7a-4af9-a72f-65f83a05d5a5), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:51.523515 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Floating IP 996c6fca-9e7a-4af9-a72f-65f83a05d5a5 disassociated (deleted). External IP: 172.27.1.119, port: b41d02f4-ab49-441e-b927-18bb558b79ce. May 26 15:18:51.733196 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Router fd91164d-f4d1-4787-8289-88a71baa4962 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:18:51.858494 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:18:51.863551 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:51.869415 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] Sync routers for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:18:51.881472 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:18:51.882567 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:18:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:18:51.896834 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-969fbec1-3536-4c07-8cbc-eb1d2ce11d8d tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "DELETE /v2.0/floatingips/996c6fca-9e7a-4af9-a72f-65f83a05d5a5 HTTP/1.1" status: 204 len: 168 time: 1.4859226 May 26 15:18:51.994423 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:18:52.200373 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:52.214491 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:33Z', 'revision_number': 5, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:18:52.239569 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] Checking router: fd91164d-f4d1-4787-8289-88a71baa4962 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:18:52.248363 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:18:52.249259 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:18:52.249913 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:18:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:18:52.250918 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d8d432-8447-4c3a-b994-fb59233cb15e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:18:52.289363 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc2be0-6e0c-4b73-972b-b0ae76d747ab x-openstack-request-id: req-55dc2be0-6e0c-4b73-972b-b0ae76d747ab {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:18:52.289687 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:18:52.289937 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55dc2be0-6e0c-4b73-972b-b0ae76d747ab {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:18:52.290341 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55dc2be0-6e0c-4b73-972b-b0ae76d747ab'] response: {'name': 'network-changed', 'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'status': 'completed', 'code': 200} May 26 15:18:52.357227 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:18:52.481805 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:52.655815 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:52.676242 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:52.695279 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-1e449280-4b78-49ad-a9bd-953186c89b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:52.696878 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-1e449280-4b78-49ad-a9bd-953186c89b33 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 1130 time: 0.0488973 May 26 15:18:52.714115 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:33Z', 'revision_number': 5, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:18:52.746357 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456fdccf-48c2-4eba-a79a-bd6d2f2be88c None None] The sync data for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi is: [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:16:26Z', 'revision_number': 4, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': 'a1dc375e-51cc-45af-b4ac-91ae097fd340', 'name': '', 'network_id': '0cad89fc-1f08-469a-b236-e51174ed7e88', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'mac_address': 'fa:16:3e:5e:d9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:25Z', 'updated_at': '2022-05-26T15:16:33Z', 'revision_number': 5, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'subnets': [{'id': '6df1aceb-3316-4f3b-a210-f9d6280a9d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:18:52.805690 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-5572726c-4621-4a6c-8b1b-981c4a83bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:52.807339 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-5572726c-4621-4a6c-8b1b-981c4a83bdb1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0cad89fc-1f08-469a-b236-e51174ed7e88 HTTP/1.1" status: 200 len: 916 time: 0.1042404 May 26 15:18:52.851573 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-5f452fe4-c52d-4949-9d12-13820fa00cdc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 200 len: 217 time: 0.0363860 May 26 15:18:52.902931 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-4c013b0f-2464-42cf-91f7-305dbbb8049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:52.904414 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-4c013b0f-2464-42cf-91f7-305dbbb8049f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6df1aceb-3316-4f3b-a210-f9d6280a9d51 HTTP/1.1" status: 200 len: 854 time: 0.0469494 May 26 15:18:52.966281 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-500b9dc3-7e69-4be8-bbf3-f40ca46dc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:52.967873 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-500b9dc3-7e69-4be8-bbf3-f40ca46dc7a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0cad89fc-1f08-469a-b236-e51174ed7e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540802 May 26 15:18:53.021491 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e282a2f-982e-40c7-9f37-9d2c859d0f05 None None] New status for floating IP 996c6fca-9e7a-4af9-a72f-65f83a05d5a5: DOWN {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:18:53.068229 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-2e286152-6069-406e-b0e6-f3c89d3d778c service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938649 May 26 15:18:53.185420 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-06d8d432-8447-4c3a-b994-fb59233cb15e req-5a80e4d9-48fe-4bab-a221-091c6bebf24e service neutron] 10.222.0.75 "GET /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100173 May 26 15:18:53.665995 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:18:54.718403 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dbb9c-0003-4b3c-b769-9a31092df1f2 req-dea88d9f-acc2-4fb4-a531-6a87c7c2efa6 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:54.719811 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-df1dbb9c-0003-4b3c-b769-9a31092df1f2 req-dea88d9f-acc2-4fb4-a531-6a87c7c2efa6 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.0517941 May 26 15:18:54.774940 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-df1dbb9c-0003-4b3c-b769-9a31092df1f2 req-07a7c51f-1513-40e6-8a7c-c132e6adfd9e tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483062 May 26 15:18:55.956454 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c9a1a-58b3-4a75-9b02-919da58ec77e req-402bf35a-49b5-4244-8cce-3761ce6386a4 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:55.958000 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b38c9a1a-58b3-4a75-9b02-919da58ec77e req-402bf35a-49b5-4244-8cce-3761ce6386a4 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.1083646 May 26 15:18:56.015287 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b38c9a1a-58b3-4a75-9b02-919da58ec77e req-eb3cda0f-4e65-4fdb-8cac-5afbecbb7c7c tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b36b13-1b68-4fb0-a96f-e37f37300dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498765 May 26 15:18:56.547032 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-5a01d6fe-0997-4588-9297-1155f8d905ac tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:56.548492 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-5a01d6fe-0997-4588-9297-1155f8d905ac tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 946 time: 0.0546660 May 26 15:18:56.641277 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Deleting port b41d02f4-ab49-441e-b927-18bb558b79ce {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:18:56.641725 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:56.744438 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] For port b41d02f4-ab49-441e-b927-18bb558b79ce, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b41d02f4-ab49-441e-b927-18bb558b79ce,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:18:56.744801 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:56.759692 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Calling delete_port for b41d02f4-ab49-441e-b927-18bb558b79ce owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:18:56.840423 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:56.871221 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:56.893905 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (b41d02f4-ab49-441e-b927-18bb558b79ce), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:56.925985 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Pushing event deleted for resources: {'Port': ['ID=b41d02f4-ab49-441e-b927-18bb558b79ce,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:56.931471 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['b41d02f4-ab49-441e-b927-18bb558b79ce'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:18:56.979292 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] No DVR routers for this DVR port b41d02f4-ab49-441e-b927-18bb558b79ce on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:18:56.982026 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:56.985238 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-89f5e0e9-b30d-4d42-9caf-3af7137c1144 req-0b0b4483-c234-48dc-a061-a301cb2efd50 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.75 "DELETE /v2.0/ports/b41d02f4-ab49-441e-b927-18bb558b79ce HTTP/1.1" status: 204 len: 173 time: 0.4307625 May 26 15:18:56.985757 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'name': 'network-vif-deleted', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:18:56.987992 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dd74a7-b90a-44df-b777-5d3cc83d9702" -d '{"events": [{"server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "name": "network-vif-deleted", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:18:57.027231 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cd33ba-eec5-4c68-a03a-c15009d53657 x-openstack-request-id: req-b5cd33ba-eec5-4c68-a03a-c15009d53657 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:18:57.027603 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9563934-7879-4c30-8ae5-53605ba0b017", "name": "network-vif-deleted", "tag": "b41d02f4-ab49-441e-b927-18bb558b79ce", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:18:57.027762 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5cd33ba-eec5-4c68-a03a-c15009d53657 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:18:57.028158 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cd33ba-eec5-4c68-a03a-c15009d53657'] response: {'server_uuid': 'c9563934-7879-4c30-8ae5-53605ba0b017', 'name': 'network-vif-deleted', 'tag': 'b41d02f4-ab49-441e-b927-18bb558b79ce', 'status': 'completed', 'code': 200} May 26 15:18:57.119537 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fe58ec03-45fa-4923-bbae-45874398a937 req-6c9cb827-8dde-4713-99c1-050064423ea2 tempest-TestMinimumBasicScenario-1560269162 tempest-TestMinimumBasicScenario-1560269162-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9563934-7879-4c30-8ae5-53605ba0b017 HTTP/1.1" status: 200 len: 210 time: 0.0312045 May 26 15:18:57.652419 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-87dc43db-f929-437c-8621-99fdefc8f66f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438519 May 26 15:18:57.760205 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-8c9439a2-a2f8-4eee-99b9-223e5bcfd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:57.762590 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-8c9439a2-a2f8-4eee-99b9-223e5bcfd3a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 1129 time: 0.0467296 May 26 15:18:57.874682 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-e4aedaab-59a1-4aaf-aaa9-a9c145b8ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:57.876161 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-e4aedaab-59a1-4aaf-aaa9-a9c145b8ebd6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.0940199 May 26 15:18:57.945286 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-79c25171-63f5-48c9-bc3c-ee0ff52692aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da HTTP/1.1" status: 200 len: 1000 time: 0.0614905 May 26 15:18:57.996533 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-c29f9f63-3b3b-4c92-a89c-7504cd5b35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:57.998040 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-c29f9f63-3b3b-4c92-a89c-7504cd5b35d9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0467010 May 26 15:18:58.043424 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-846fa54f-5cb5-4bd0-82f9-1f205e001fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:18:58.044942 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-846fa54f-5cb5-4bd0-82f9-1f205e001fc7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408878 May 26 15:18:58.145279 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-18a80bc7-e240-445e-8ecb-1c50f8c4e8f4 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937321 May 26 15:18:58.259548 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-7b16c5db-4136-417a-8e1e-d993cafdc8f7 req-2d664a95-5b5b-4f74-b725-d546b220deef service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066175 May 26 15:18:58.323903 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-478c475d-dcef-4121-8970-ec2e3dee4175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:58.868454 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53250) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:18:59.201182 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (fd91164d-f4d1-4787-8289-88a71baa4962), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:59.202633 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:59.294828 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:18:59.433596 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Deleting port a1dc375e-51cc-45af-b4ac-91ae097fd340 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:18:59.433926 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:59.516270 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] For port a1dc375e-51cc-45af-b4ac-91ae097fd340, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=a1dc375e-51cc-45af-b4ac-91ae097fd340,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:18:59.516532 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:59.530959 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Calling delete_port for a1dc375e-51cc-45af-b4ac-91ae097fd340 owned by network:router_interface {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:18:59.724144 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (a1dc375e-51cc-45af-b4ac-91ae097fd340), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:18:59.750838 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1dc375e-51cc-45af-b4ac-91ae097fd340,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:18:59.908607 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device b41d02f4-ab49-441e-b927-18bb558b79ce no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:18:59.929926 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: b41d02f4-ab49-441e-b927-18bb558b79ce {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:18:59.930435 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device b41d02f4-ab49-441e-b927-18bb558b79ce not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:18:59.942991 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (fd91164d-f4d1-4787-8289-88a71baa4962), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:00.283617 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=13 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:00.411295 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:00.414178 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:00.416556 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Router fd91164d-f4d1-4787-8289-88a71baa4962 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:19:00.422373 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:00.530365 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:19:00.535392 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-fe1fbb82-4766-46cc-add7-c6eccf460b90 admin admin] 10.222.0.46 "PUT /v2.0/routers/fd91164d-f4d1-4787-8289-88a71baa4962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658840 May 26 15:19:00.547442 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53252) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:00.547711 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] Sync routers for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:19:00.556552 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:19:00.557636 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:18:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:00.631016 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-8b7befa5-deac-4082-88a8-2c3391a7fdb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:00.663665 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks [] for router (fd91164d-f4d1-4787-8289-88a71baa4962), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:00.692180 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:19:00.776446 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks [] for router_gateway (fd91164d-f4d1-4787-8289-88a71baa4962), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:00.824221 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Deleting port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:19:00.824553 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:00.870470 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:18:59Z', 'revision_number': 5, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port': {'id': 'fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:23Z', 'updated_at': '2022-05-26T15:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:00.900845 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] Checking router: fd91164d-f4d1-4787-8289-88a71baa4962 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:19:00.910060 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] Routers {'fd91164d-f4d1-4787-8289-88a71baa4962'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:19:00.910747 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:19:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['fd91164d-f4d1-4787-8289-88a71baa4962'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:00.912631 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] For port fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:19:00.913006 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:00.927179 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Calling delete_port for fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab owned by network:router_gateway {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:19:01.000179 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] Set router fd91164d-f4d1-4787-8289-88a71baa4962 gateway port host: None {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:19:01.051421 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:19:00Z', 'revision_number': 6, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port_host': None}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:01.079747 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811d93b-b8b3-4050-879b-cdf0efe1471f None None] The sync data for ids ['fd91164d-f4d1-4787-8289-88a71baa4962'] in dv-cinder-788367-11-iscsi is: [{'id': 'fd91164d-f4d1-4787-8289-88a71baa4962', 'name': 'tempest-TestMinimumBasicScenario-1167257095-router', 'tenant_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:22Z', 'updated_at': '2022-05-26T15:19:00Z', 'revision_number': 6, 'project_id': 'fb7e58e0c6954bb5ae0fafee4c7a6724', 'gw_port_host': None}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:19:01.121980 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.147931 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:01.218323 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (fd91164d-f4d1-4787-8289-88a71baa4962), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.314368 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (fd91164d-f4d1-4787-8289-88a71baa4962), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.316890 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks [] for router_controller (fd91164d-f4d1-4787-8289-88a71baa4962), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.361629 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (fd91164d-f4d1-4787-8289-88a71baa4962), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.362172 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd91164d-f4d1-4787-8289-88a71baa4962 {{(pid=104041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:19:01.367696 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.369015 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ebfa2d6c-c07d-4f8c-a039-cdf0516095e2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fd91164d-f4d1-4787-8289-88a71baa4962 HTTP/1.1" status: 204 len: 168 time: 0.8296111 May 26 15:19:01.371638 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53254) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:01.417919 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-19afcae5-7c8e-4e7e-a7f7-180c26abbe3c admin admin] Deleting subnet 6df1aceb-3316-4f3b-a210-f9d6280a9d51 {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:19:01.421802 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:01.422704 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-19afcae5-7c8e-4e7e-a7f7-180c26abbe3c admin admin] Publish callbacks [] for subnet (6df1aceb-3316-4f3b-a210-f9d6280a9d51), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.446128 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:01.470597 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-19afcae5-7c8e-4e7e-a7f7-180c26abbe3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (6df1aceb-3316-4f3b-a210-f9d6280a9d51), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.554045 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-19afcae5-7c8e-4e7e-a7f7-180c26abbe3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (6df1aceb-3316-4f3b-a210-f9d6280a9d51), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.613517 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-19afcae5-7c8e-4e7e-a7f7-180c26abbe3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (6df1aceb-3316-4f3b-a210-f9d6280a9d51), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.641273 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afcae5-7c8e-4e7e-a7f7-180c26abbe3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df1aceb-3316-4f3b-a210-f9d6280a9d51,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:01.644835 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-19afcae5-7c8e-4e7e-a7f7-180c26abbe3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.649967 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-19afcae5-7c8e-4e7e-a7f7-180c26abbe3c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6df1aceb-3316-4f3b-a210-f9d6280a9d51 HTTP/1.1" status: 204 len: 168 time: 0.2773104 May 26 15:19:01.650628 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53256) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:01.651311 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1db6b-8e0a-4e4a-b8e0-4bec34752023 None None] Network 0cad89fc-1f08-469a-b236-e51174ed7e88 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:19:01.727410 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (0cad89fc-1f08-469a-b236-e51174ed7e88), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.779108 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Deleting port 056b60b3-9399-4a8d-a063-a7b7c836f451 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:19:01.779263 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.853578 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] For port 056b60b3-9399-4a8d-a063-a7b7c836f451, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=056b60b3-9399-4a8d-a063-a7b7c836f451,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:19:01.853944 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.872860 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] DHCP port deletion for 0cad89fc-1f08-469a-b236-e51174ed7e88 request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:19:01.873075 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Calling delete_port for 056b60b3-9399-4a8d-a063-a7b7c836f451 owned by network:dhcp {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:19:01.919177 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:01.953873 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Deleting port 056b60b3-9399-4a8d-a063-a7b7c836f451 {{(pid=104043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:19:01.954629 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), before_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.961829 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:19:01.973410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:01.982351 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.008471 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=056b60b3-9399-4a8d-a063-a7b7c836f451,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:02.015118 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] No DVR routers for this DVR port 056b60b3-9399-4a8d-a063-a7b7c836f451 on host dv-cinder-788367-11-iscsi {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:19:02.027667 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:19:02.028018 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device fdc3bd07-2c3e-4cc9-9e14-99ad8a1ac3ab not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:19:02.028449 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device a1dc375e-51cc-45af-b4ac-91ae097fd340 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:19:02.065295 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: a1dc375e-51cc-45af-b4ac-91ae097fd340 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:19:02.065656 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device a1dc375e-51cc-45af-b4ac-91ae097fd340 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:19:02.066062 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 056b60b3-9399-4a8d-a063-a7b7c836f451 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:19:02.095727 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (0cad89fc-1f08-469a-b236-e51174ed7e88), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.096159 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] For port 056b60b3-9399-4a8d-a063-a7b7c836f451, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=056b60b3-9399-4a8d-a063-a7b7c836f451,segment=NetworkSegment(5a68ff1f-0914-4661-81b7-1c177dc1d982),segment_id=5a68ff1f-0914-4661-81b7-1c177dc1d982)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:19:02.096379 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), precommit_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.099204 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 056b60b3-9399-4a8d-a063-a7b7c836f451 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:19:02.099545 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 056b60b3-9399-4a8d-a063-a7b7c836f451 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:19:02.114208 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Calling delete_port for 056b60b3-9399-4a8d-a063-a7b7c836f451 owned by network:dhcp {{(pid=104043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:19:02.132780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cad89fc-1f08-469a-b236-e51174ed7e88']}} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:02.143116 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a68ff1f-0914-4661-81b7-1c177dc1d982') {'for_net_delete': True} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:02.143420 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a68ff1f-0914-4661-81b7-1c177dc1d982') {} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:02.157268 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7551123'] for segment (5a68ff1f-0914-4661-81b7-1c177dc1d982), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.180493 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (5a68ff1f-0914-4661-81b7-1c177dc1d982), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.186802 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=104041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:19:02.187214 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885275'] for segment (5a68ff1f-0914-4661-81b7-1c177dc1d982), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.196689 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:02.207978 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354'] for port (056b60b3-9399-4a8d-a063-a7b7c836f451), after_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.218659 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 5a68ff1f-0914-4661-81b7-1c177dc1d982 resource provider aggregate not found May 26 15:19:02.249216 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Pushing event deleted for resources: {'Port': ['ID=056b60b3-9399-4a8d-a063-a7b7c836f451,revision_number=None']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:02.252566 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 5a68ff1f-0914-4661-81b7-1c177dc1d982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a68ff1f-0914-4661-81b7-1c177dc1d982 found for delete ", "request_id": "req-e3bb8109-e025-4600-9500-9cd64b13f424"}]} May 26 15:19:02.261375 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] No DVR routers for this DVR port 056b60b3-9399-4a8d-a063-a7b7c836f451 on host dv-cinder-788367-11-iscsi {{(pid=104043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:19:02.266147 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.267608 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.267889 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.268224 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.268626 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.269147 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.269247 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.269560 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.269892 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.270218 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.270619 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.270950 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.271286 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.272374 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.272697 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa3ef34-1a53-49ea-bab8-1252e48ec337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:19:02.278124 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (0cad89fc-1f08-469a-b236-e51174ed7e88), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.298819 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.304209 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0cad89fc-1f08-469a-b236-e51174ed7e88 HTTP/1.1" status: 204 len: 168 time: 0.6520257 May 26 15:19:02.305372 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53262) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:02.305908 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa43135-7367-4ab1-b32a-bd79b3e8aed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cad89fc-1f08-469a-b236-e51174ed7e88,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:02.645666 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (4f1ef702-618d-4c9d-9353-449e5d96d1fd), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.880965 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Deleting port 03a74041-426a-48e2-8a33-f29de08bb057 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:19:02.881782 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (03a74041-426a-48e2-8a33-f29de08bb057), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.962859 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] For port 03a74041-426a-48e2-8a33-f29de08bb057, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=03a74041-426a-48e2-8a33-f29de08bb057,segment=NetworkSegment(36f15c9a-97a2-4ade-b19c-358ddfbd48f6),segment_id=36f15c9a-97a2-4ade-b19c-358ddfbd48f6)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:19:02.963216 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (03a74041-426a-48e2-8a33-f29de08bb057), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:02.976911 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Calling delete_port for 03a74041-426a-48e2-8a33-f29de08bb057 owned by network:router_interface {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:19:03.085149 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=19 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:03.175744 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:03.188017 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (03a74041-426a-48e2-8a33-f29de08bb057), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:03.214794 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Pushing event deleted for resources: {'Port': ['ID=03a74041-426a-48e2-8a33-f29de08bb057,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:03.243333 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:03.400793 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (4f1ef702-618d-4c9d-9353-449e5d96d1fd), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:03.436618 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:03.659443 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=18 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:03.679214 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Router 4f1ef702-618d-4c9d-9353-449e5d96d1fd has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:19:03.788088 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:19:03.793174 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-132f3e11-eaf7-4f46-8d56-679e4600b2de admin admin] 10.222.0.46 "PUT /v2.0/routers/4f1ef702-618d-4c9d-9353-449e5d96d1fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4867096 May 26 15:19:03.796125 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53268) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:03.801368 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] Sync routers for ids ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:19:03.820382 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] Routers {'4f1ef702-618d-4c9d-9353-449e5d96d1fd'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:19:03.821002 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:19:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:03.919516 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks [] for router (4f1ef702-618d-4c9d-9353-449e5d96d1fd), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.020021 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks [] for router_gateway (4f1ef702-618d-4c9d-9353-449e5d96d1fd), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.025297 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] Set router 4f1ef702-618d-4c9d-9353-449e5d96d1fd gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:19:04.069965 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Deleting port d22f9c11-999d-412e-980d-0e37658cb850 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:19:04.070466 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (d22f9c11-999d-412e-980d-0e37658cb850), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.137664 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:04.156236 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] For port d22f9c11-999d-412e-980d-0e37658cb850, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=d22f9c11-999d-412e-980d-0e37658cb850,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:19:04.156597 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (d22f9c11-999d-412e-980d-0e37658cb850), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.176734 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Calling delete_port for d22f9c11-999d-412e-980d-0e37658cb850 owned by network:router_gateway {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:19:04.216009 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:29Z', 'updated_at': '2022-05-26T15:19:03Z', 'revision_number': 5, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'gw_port': {'id': 'd22f9c11-999d-412e-980d-0e37658cb850', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:13:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:16:30Z', 'updated_at': '2022-05-26T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:04.242538 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] Checking router: 4f1ef702-618d-4c9d-9353-449e5d96d1fd for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:19:04.250972 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] Routers {'4f1ef702-618d-4c9d-9353-449e5d96d1fd'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:19:04.251581 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:19:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:04.333693 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:04.342695 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] Set router 4f1ef702-618d-4c9d-9353-449e5d96d1fd gateway port host: None {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:19:04.359877 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (d22f9c11-999d-412e-980d-0e37658cb850), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.389165 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Pushing event deleted for resources: {'Port': ['ID=d22f9c11-999d-412e-980d-0e37658cb850,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:04.406401 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:29Z', 'updated_at': '2022-05-26T15:19:04Z', 'revision_number': 6, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'gw_port_host': None}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:04.422815 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f34a-86d7-40a8-93c7-c135b90a0781 None None] The sync data for ids ['4f1ef702-618d-4c9d-9353-449e5d96d1fd'] in dv-cinder-788367-11-iscsi is: [{'id': '4f1ef702-618d-4c9d-9353-449e5d96d1fd', 'name': 'tempest-TestMinimumBasicScenario-1799014156-router', 'tenant_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:16:29Z', 'updated_at': '2022-05-26T15:19:04Z', 'revision_number': 6, 'project_id': 'b9d682e03d0d4bfbbf21426fa050fca6', 'gw_port_host': None}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:19:04.474841 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (4f1ef702-618d-4c9d-9353-449e5d96d1fd), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.565074 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (4f1ef702-618d-4c9d-9353-449e5d96d1fd), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.567632 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks [] for router_controller (4f1ef702-618d-4c9d-9353-449e5d96d1fd), precommit_delete_associations {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.610452 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (4f1ef702-618d-4c9d-9353-449e5d96d1fd), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.610998 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1ef702-618d-4c9d-9353-449e5d96d1fd {{(pid=104042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:19:04.616485 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] Publish callbacks [] for router (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.617709 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-3870d20d-8643-439e-8a41-9c5a143399df admin admin] 10.222.0.46 "DELETE /v2.0/routers/4f1ef702-618d-4c9d-9353-449e5d96d1fd HTTP/1.1" status: 204 len: 168 time: 0.8205810 May 26 15:19:04.620577 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53270) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:04.671740 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-444c2417-561d-439b-9ed1-64bcbdb9a961 admin admin] Deleting subnet d0950f90-69e7-4021-8b38-69c4a0759799 {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:19:04.675024 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-444c2417-561d-439b-9ed1-64bcbdb9a961 admin admin] Publish callbacks [] for subnet (d0950f90-69e7-4021-8b38-69c4a0759799), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.699103 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.715333 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-444c2417-561d-439b-9ed1-64bcbdb9a961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (d0950f90-69e7-4021-8b38-69c4a0759799), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.752342 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:04.761123 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:04.809032 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-444c2417-561d-439b-9ed1-64bcbdb9a961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (d0950f90-69e7-4021-8b38-69c4a0759799), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.897365 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-444c2417-561d-439b-9ed1-64bcbdb9a961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (d0950f90-69e7-4021-8b38-69c4a0759799), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.924209 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c2417-561d-439b-9ed1-64bcbdb9a961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0950f90-69e7-4021-8b38-69c4a0759799,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:04.928717 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-444c2417-561d-439b-9ed1-64bcbdb9a961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:04.932023 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-444c2417-561d-439b-9ed1-64bcbdb9a961 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d0950f90-69e7-4021-8b38-69c4a0759799 HTTP/1.1" status: 204 len: 168 time: 0.3104115 May 26 15:19:04.934256 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ba38d-3683-4d27-8e32-b1d2cdc02b94 None None] Network 90f6a0ae-943e-405f-a802-6f92a97e161c requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:19:04.934845 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53272) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:05.013080 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (90f6a0ae-943e-405f-a802-6f92a97e161c), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.063506 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Deleting port 26d64b93-accb-425e-b2cc-899490bc14de {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:19:05.063847 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (26d64b93-accb-425e-b2cc-899490bc14de), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.129231 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] For port 26d64b93-accb-425e-b2cc-899490bc14de, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=26d64b93-accb-425e-b2cc-899490bc14de,segment=NetworkSegment(36f15c9a-97a2-4ade-b19c-358ddfbd48f6),segment_id=36f15c9a-97a2-4ade-b19c-358ddfbd48f6)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:19:05.129660 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (26d64b93-accb-425e-b2cc-899490bc14de), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.144682 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Calling delete_port for 26d64b93-accb-425e-b2cc-899490bc14de owned by network:dhcp {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:19:05.228965 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16dfdd-ce20-4b39-b905-448c68271c7e None None] DHCP port deletion for 90f6a0ae-943e-405f-a802-6f92a97e161c request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:19:05.232841 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (26d64b93-accb-425e-b2cc-899490bc14de), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.264817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] No DVR routers for this DVR port 26d64b93-accb-425e-b2cc-899490bc14de on host dv-cinder-788367-11-iscsi {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:19:05.268960 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Pushing event deleted for resources: {'Port': ['ID=26d64b93-accb-425e-b2cc-899490bc14de,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:05.346322 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (90f6a0ae-943e-405f-a802-6f92a97e161c), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.369795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f6a0ae-943e-405f-a802-6f92a97e161c']}} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:05.379986 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f15c9a-97a2-4ade-b19c-358ddfbd48f6') {'for_net_delete': True} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:05.380191 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f15c9a-97a2-4ade-b19c-358ddfbd48f6') {} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:19:05.390389 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7551123'] for segment (36f15c9a-97a2-4ade-b19c-358ddfbd48f6), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.407418 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (36f15c9a-97a2-4ade-b19c-358ddfbd48f6), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.415300 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=104041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:19:05.415300 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885275'] for segment (36f15c9a-97a2-4ade-b19c-358ddfbd48f6), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.464785 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 36f15c9a-97a2-4ade-b19c-358ddfbd48f6 resource provider aggregate not found May 26 15:19:05.493625 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 36f15c9a-97a2-4ade-b19c-358ddfbd48f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36f15c9a-97a2-4ade-b19c-358ddfbd48f6 found for delete ", "request_id": "req-ebbf8de7-3b96-4dc8-b04a-0ee7389bd5ca"}]} May 26 15:19:05.497677 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (90f6a0ae-943e-405f-a802-6f92a97e161c), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.503862 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.507125 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] 10.222.0.46 "DELETE /v2.0/networks/90f6a0ae-943e-405f-a802-6f92a97e161c HTTP/1.1" status: 204 len: 168 time: 0.5712686 May 26 15:19:05.519307 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722f47e-0d3b-4c37-94a3-a46aef0f88ca admin admin] Pushing event deleted for resources: {'Network': ['ID=90f6a0ae-943e-405f-a802-6f92a97e161c,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:05.723462 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53280) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:05.767398 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-713e2dc2-ac2e-4d8d-8b8f-edaced607bb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb7e58e0c6954bb5ae0fafee4c7a6724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427825 May 26 15:19:05.769875 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53282) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:05.822255 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f314b33e-d252-4075-bb63-2cdb50fafb2c admin admin] Publish callbacks [] for security_group (97b36b13-1b68-4fb0-a96f-e37f37300dbd), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.829694 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 26d64b93-accb-425e-b2cc-899490bc14de no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:19:05.849388 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 26d64b93-accb-425e-b2cc-899490bc14de {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:19:05.850404 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 26d64b93-accb-425e-b2cc-899490bc14de not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:19:05.850894 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 03a74041-426a-48e2-8a33-f29de08bb057 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:19:05.855105 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f314b33e-d252-4075-bb63-2cdb50fafb2c admin admin] Publish callbacks [] for security_group (97b36b13-1b68-4fb0-a96f-e37f37300dbd), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.869767 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 03a74041-426a-48e2-8a33-f29de08bb057 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:19:05.870107 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 03a74041-426a-48e2-8a33-f29de08bb057 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:19:05.870512 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device d22f9c11-999d-412e-980d-0e37658cb850 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:19:05.889116 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: d22f9c11-999d-412e-980d-0e37658cb850 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:19:05.889480 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device d22f9c11-999d-412e-980d-0e37658cb850 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:19:05.909820 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f314b33e-d252-4075-bb63-2cdb50fafb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (97b36b13-1b68-4fb0-a96f-e37f37300dbd), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.912942 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-f314b33e-d252-4075-bb63-2cdb50fafb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:05.914141 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-f314b33e-d252-4075-bb63-2cdb50fafb2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97b36b13-1b68-4fb0-a96f-e37f37300dbd HTTP/1.1" status: 204 len: 168 time: 0.1433754 May 26 15:19:05.922214 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314b33e-d252-4075-bb63-2cdb50fafb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b36b13-1b68-4fb0-a96f-e37f37300dbd,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:06.269354 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53288) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:06.287067 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:06.291767 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:06.316341 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-60978a6d-4d32-41d9-83cd-ab96576b2fcc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9d682e03d0d4bfbbf21426fa050fca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457828 May 26 15:19:06.319263 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53290) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:19:06.369416 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b710df39-c970-40c2-b9c8-8e73236372fd admin admin] Publish callbacks [] for security_group (b6211344-9b9e-43d7-9710-4475d8e0bd4a), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:06.397703 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b710df39-c970-40c2-b9c8-8e73236372fd admin admin] Publish callbacks [] for security_group (b6211344-9b9e-43d7-9710-4475d8e0bd4a), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:06.449675 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b710df39-c970-40c2-b9c8-8e73236372fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b6211344-9b9e-43d7-9710-4475d8e0bd4a), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:06.452350 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-b710df39-c970-40c2-b9c8-8e73236372fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:06.453594 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-b710df39-c970-40c2-b9c8-8e73236372fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6211344-9b9e-43d7-9710-4475d8e0bd4a HTTP/1.1" status: 204 len: 168 time: 0.1333413 May 26 15:19:06.462331 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710df39-c970-40c2-b9c8-8e73236372fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6211344-9b9e-43d7-9710-4475d8e0bd4a,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:19:14.399454 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=40 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:14.400704 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=43 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:14.603566 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=43,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:14.604799 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:16.432674 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:16.456948 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:16.477589 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=13 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:16.478337 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=50,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:18.183845 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:28.174338 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:28.176255 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:28.318424 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-93a5ffcb-a950-4466-8166-febcb6a664b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:30.590944 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-6e489652-8253-490a-ba32-171f15c9cc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:30.666500 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:19:31.902606 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:33.431749 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:34.699508 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:35.632503 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:44.686980 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:44.688916 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:48.178409 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:19:56.611434 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=7 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:56.612293 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:57.738540 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-f446badf-18a9-4f14-bb87-617d566f475a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1789181 May 26 15:19:57.838066 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-5e4b99f7-ca4f-4b83-8f0e-791f54c2c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:19:57.839460 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-5e4b99f7-ca4f-4b83-8f0e-791f54c2c0af service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 1129 time: 0.0432646 May 26 15:19:57.942242 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-bae3edf9-c370-420a-a511-4a76cfbf63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:19:57.943700 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-bae3edf9-c370-420a-a511-4a76cfbf63cf service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.0863914 May 26 15:19:58.009473 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-4f6b4038-c7ca-44ec-af5e-35fda9f87169 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da HTTP/1.1" status: 200 len: 1000 time: 0.0592613 May 26 15:19:58.056325 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-323079e0-8783-4d7a-9626-ff5097073d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:19:58.057773 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-323079e0-8783-4d7a-9626-ff5097073d37 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0433955 May 26 15:19:58.101050 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-2f3f15c9-e5f9-4180-9422-dbfc2b2a41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:19:58.102480 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-2f3f15c9-e5f9-4180-9422-dbfc2b2a41cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396402 May 26 15:19:58.111895 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-1b6badc9-d683-4b70-93e8-930aee871926 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:19:58.113108 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-1b6badc9-d683-4b70-93e8-930aee871926 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049546 May 26 15:19:58.172562 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:58.174506 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:19:58.214095 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-6394f20b-837f-4a73-bf49-d60ea292d498 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949349 May 26 15:19:58.319180 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a1893b48-c972-47db-a23d-c4e6eb2651a9 req-101223a2-d465-4f26-a7bc-6ffbc8bbf847 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979831 May 26 15:19:58.320987 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f4227145-288e-4c41-95e7-bec8139264fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:00.586227 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-435b6006-8790-449e-acae-591203b2cc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:01.903407 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:03.434413 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:04.695143 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:07.667267 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:20:08.314237 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=49 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:08.316242 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=52 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:12.631855 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:15.629891 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:15.632932 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:17.662838 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:18.193414 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:24.373627 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d84007-e143-4dd0-9b86-a9b4efd9a0c4 req-048122d3-3d05-4cda-a350-f1e82699eda8 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:24.375223 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b6d84007-e143-4dd0-9b86-a9b4efd9a0c4 req-048122d3-3d05-4cda-a350-f1e82699eda8 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 945 time: 0.0535562 May 26 15:20:24.439506 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b6d84007-e143-4dd0-9b86-a9b4efd9a0c4 req-bbdb3911-8aa6-4195-9e4a-9e496b237839 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578816 May 26 15:20:25.579068 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e661d-044c-4b35-8be4-86b13547f068 req-69318daf-54a9-43a4-8a22-926195233b84 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:25.580122 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fc9e661d-044c-4b35-8be4-86b13547f068 req-69318daf-54a9-43a4-8a22-926195233b84 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 945 time: 0.0564075 May 26 15:20:25.639478 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-fc9e661d-044c-4b35-8be4-86b13547f068 req-7ac19d94-5e7a-4efd-aa3c-1d33d0b77282 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536165 May 26 15:20:25.962668 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-57b74140-dc0b-4bb5-9ca1-97f9c4f55d89 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:25.964141 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-57b74140-dc0b-4bb5-9ca1-97f9c4f55d89 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 945 time: 0.0478029 May 26 15:20:26.062228 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Deleting port 0bfb8228-ae03-42e8-a883-76fd82ef87da {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:20:26.062456 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:26.165418 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] For port 0bfb8228-ae03-42e8-a883-76fd82ef87da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0bfb8228-ae03-42e8-a883-76fd82ef87da,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:20:26.165815 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:26.336331 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:26.336611 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:26.336925 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Floating IP 6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f disassociated. External IP: 172.27.1.58, port: 0bfb8228-ae03-42e8-a883-76fd82ef87da. May 26 15:20:26.337273 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Calling delete_port for 0bfb8228-ae03-42e8-a883-76fd82ef87da owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:20:26.478235 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (0bfb8228-ae03-42e8-a883-76fd82ef87da), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:26.512887 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event deleted for resources: {'Port': ['ID=0bfb8228-ae03-42e8-a883-76fd82ef87da,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:20:26.529402 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.529780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.530126 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.530606 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.530949 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.531283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.531632 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.532020 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.532353 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.532883 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.537246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.537246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.537246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.537246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.537246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:26.642711 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:20:26.695374 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:26.706900 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:26.776460 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-732a2554-5463-4558-8a9d-9ddb997580b1 req-717ee579-2d13-4018-91b1-586dc2498dc6 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=ede26c84-934a-4de5-825c-00e32c8c37a8 HTTP/1.1" status: 200 len: 210 time: 0.0413220 May 26 15:20:26.784558 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:20:26.797813 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] Sync routers for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:20:26.809195 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:20:26.809866 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:20:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:20:26.839238 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] No DVR routers for this DVR port 0bfb8228-ae03-42e8-a883-76fd82ef87da on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:20:26.841868 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:26.845222 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-763a1eaf-65d4-4d82-8840-0aa2149ee6c8 req-610359a3-c9c2-4acd-b7af-d0da917b193f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "DELETE /v2.0/ports/0bfb8228-ae03-42e8-a883-76fd82ef87da HTTP/1.1" status: 204 len: 173 time: 0.8749006 May 26 15:20:26.845732 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'name': 'network-vif-deleted', 'tag': '0bfb8228-ae03-42e8-a883-76fd82ef87da'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:20:26.848270 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d3008-feb2-443f-8a78-102b17488b9a" -d '{"events": [{"server_uuid": "ede26c84-934a-4de5-825c-00e32c8c37a8", "name": "network-vif-deleted", "tag": "0bfb8228-ae03-42e8-a883-76fd82ef87da"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:20:26.933813 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:20:27.080353 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9614fcb0-2001-4c76-a41b-8dcb3f4c85bc x-openstack-request-id: req-9614fcb0-2001-4c76-a41b-8dcb3f4c85bc {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:20:27.080608 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede26c84-934a-4de5-825c-00e32c8c37a8", "name": "network-vif-deleted", "tag": "0bfb8228-ae03-42e8-a883-76fd82ef87da", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:20:27.080864 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9614fcb0-2001-4c76-a41b-8dcb3f4c85bc {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:20:27.081299 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9614fcb0-2001-4c76-a41b-8dcb3f4c85bc'] response: {'server_uuid': 'ede26c84-934a-4de5-825c-00e32c8c37a8', 'name': 'network-vif-deleted', 'tag': '0bfb8228-ae03-42e8-a883-76fd82ef87da', 'status': 'completed', 'code': 200} May 26 15:20:27.147551 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:20:27.180009 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] Checking router: 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:20:27.190805 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:20:27.191436 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:20:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:20:27.311223 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:20:27.513107 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:20:27.537804 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb60c3-ebe8-43ce-9269-f54a5c86ec0f None None] The sync data for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi is: [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:20:27.794088 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3046e5-ecb1-4d0a-b27a-13932f52fe6c None None] New status for floating IP 6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f: DOWN {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:20:28.080133 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-de82f455-c755-45ec-b902-ec68437be88d tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286731114&fields=id&tenant_id=0b161426dbdc44ff8e52676e1bc21558 HTTP/1.1" status: 200 len: 267 time: 0.0518193 May 26 15:20:28.193224 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-549907ff-8098-42c5-b8d1-7ca3b2451153 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:28.194677 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-549907ff-8098-42c5-b8d1-7ca3b2451153 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 812 time: 0.1080663 May 26 15:20:28.210146 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-835c9a0f-a6df-4cfd-90da-5a79c92e734e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/quotas/0b161426dbdc44ff8e52676e1bc21558 HTTP/1.1" status: 200 len: 375 time: 0.0095880 May 26 15:20:28.263759 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 0bfb8228-ae03-42e8-a883-76fd82ef87da no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:20:28.268982 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-1591b829-919d-4eee-a994-79f95390b66d tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528188 May 26 15:20:28.286237 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 0bfb8228-ae03-42e8-a883-76fd82ef87da {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:20:28.286584 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 0bfb8228-ae03-42e8-a883-76fd82ef87da not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:20:28.287878 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-f7931584-49af-4c63-b5b6-273e784572ef service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:20:28.288915 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-f7931584-49af-4c63-b5b6-273e784572ef service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070655 May 26 15:20:28.325831 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-355efcc2-0ec9-48d3-9a64-afe30bbd1b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:28.389621 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-95ba471b-1d9b-4e64-b798-81a5388f444c service neutron] 10.222.0.46 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937724 May 26 15:20:28.736939 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-be392ee5-f8b6-466e-bb0e-75c799828e88 service neutron] 10.222.0.46 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415227 May 26 15:20:29.067309 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c4452ed1-1a63-45ff-aa73-8f720bf5062e req-0e8b0708-10b5-41b3-af93-4566f3400abb tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 210 time: 0.0376506 May 26 15:20:30.202728 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c8875d45-c7b3-406b-8976-86fa9599635a req-4a80d819-8051-43b0-a14c-652f903318a9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 210 time: 0.0363841 May 26 15:20:30.245811 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-5b6d43de-c5bd-4710-baaa-def4770b3027 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:30.247337 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-5b6d43de-c5bd-4710-baaa-def4770b3027 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 812 time: 0.1366272 May 26 15:20:30.344051 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-8262eff8-b1c5-4471-ac79-96edc6984364 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b161426dbdc44ff8e52676e1bc21558 HTTP/1.1" status: 200 len: 380 time: 0.0642784 May 26 15:20:30.355252 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'port': {'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'admin_state_up': True, 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'security_groups': ['f438a374-0853-47ae-8ddc-844f4d9df5f5']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:20:30.478310 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Made reservation on behalf of 0b161426dbdc44ff8e52676e1bc21558 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:20:30.481851 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:30.591422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-a03559b2-56e1-49c6-8ba4-2ad23bdedcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:30.607840 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:30.623494 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Allocated IP 172.20.0.6 (17e8e6f7-36ad-4695-9496-110a02e0acc3/2c11f6ab-4fa2-416f-9418-8c380ef25ed8/10c83d17-e84b-4c0e-9f27-82daadae8b0c) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:20:30.688790 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:30.808578 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:30.854036 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:30.900175 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:20:30.906428 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:20:30.911301 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:20:30.944998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'Port': ['ID=10c83d17-e84b-4c0e-9f27-82daadae8b0c,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:20:30.968110 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:30.968816 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:30.989201 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-504ef6df-43bd-4131-bf9b-478f52168131 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6386228 May 26 15:20:31.023427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Request body: {'port': {'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:20:31.088367 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:31.148135 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-59e95ad3-02ac-4070-ae8c-d76b3fde7fd1 None None] Provisioning complete for port 10c83d17-e84b-4c0e-9f27-82daadae8b0c triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:20:31.148507 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-59e95ad3-02ac-4070-ae8c-d76b3fde7fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:31.183772 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-59e95ad3-02ac-4070-ae8c-d76b3fde7fd1 None None] Port 10c83d17-e84b-4c0e-9f27-82daadae8b0c cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:20:31.370381 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d06e6-1d21-4269-b3d6-cbe7606cf0ed req-a004108b-faa8-4df8-b7fc-024d1b377aed tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:31.372108 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-539d06e6-1d21-4269-b3d6-cbe7606cf0ed req-a004108b-faa8-4df8-b7fc-024d1b377aed tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 931 time: 0.0705400 May 26 15:20:31.444153 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:31.480128 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-539d06e6-1d21-4269-b3d6-cbe7606cf0ed req-d1df0e2e-c9c7-4da0-8974-c8a41f248588 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982544 May 26 15:20:31.491216 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c83d17-e84b-4c0e-9f27-82daadae8b0c {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:20:31.500604 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Publish callbacks [] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:31.514903 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Transition to ACTIVE for port object 10c83d17-e84b-4c0e-9f27-82daadae8b0c will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:20:31.518832 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:31.573537 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Pushing event updated for resources: {'Port': ['ID=10c83d17-e84b-4c0e-9f27-82daadae8b0c,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:20:31.667544 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Attempting to bind port 10c83d17-e84b-4c0e-9f27-82daadae8b0c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:20:31.667892 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Attempting to bind port 10c83d17-e84b-4c0e-9f27-82daadae8b0c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:20:31.670364 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Attempting to bind port 10c83d17-e84b-4c0e-9f27-82daadae8b0c on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:20:31.678881 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Port 10c83d17-e84b-4c0e-9f27-82daadae8b0c on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:20:31.679256 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Attempting to bind port 10c83d17-e84b-4c0e-9f27-82daadae8b0c on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:20:31.685831 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:20:31.686172 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Checking segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:20:31.686557 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Bound using segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:20:31.686986 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Bound port: 10c83d17-e84b-4c0e-9f27-82daadae8b0c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:20:31.687345 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:31.700245 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:31.771166 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] For port 10c83d17-e84b-4c0e-9f27-82daadae8b0c, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:20:31.774331 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] For port 10c83d17-e84b-4c0e-9f27-82daadae8b0c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:20:31.780342 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:31.816741 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:31.817393 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:31.818821 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] 10.222.0.75 "PUT /v2.0/ports/10c83d17-e84b-4c0e-9f27-82daadae8b0c HTTP/1.1" status: 200 len: 1093 time: 0.8033016 May 26 15:20:31.819281 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:20:31.821582 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e43289-6fc2-44a2-89a1-81440c68864b" -d '{"events": [{"name": "network-changed", "server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:20:31.848859 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69698aba-72b2-40fb-89b8-d0d27f8f5b43 service neutron] Pushing event updated for resources: {'Port': ['ID=10c83d17-e84b-4c0e-9f27-82daadae8b0c,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:20:31.871274 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de9895c-67a3-4cbb-8483-2ae8e5025d1f x-openstack-request-id: req-4de9895c-67a3-4cbb-8483-2ae8e5025d1f {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:20:31.871675 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:20:31.872000 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4de9895c-67a3-4cbb-8483-2ae8e5025d1f {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:20:31.872477 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de9895c-67a3-4cbb-8483-2ae8e5025d1f'] response: {'name': 'network-changed', 'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'status': 'completed', 'code': 200} May 26 15:20:31.908871 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:31.942308 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-77075384-fbf9-4624-ab6e-c0fce2886277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:31.943959 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-77075384-fbf9-4624-ab6e-c0fce2886277 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 1127 time: 0.0561595 May 26 15:20:31.996441 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-8fb5c2a1-bef1-40f4-b2ff-2e7094d95dd4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c HTTP/1.1" status: 200 len: 217 time: 0.0384324 May 26 15:20:32.051399 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-3a81971f-3daf-44bd-a879-01cab22d825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:32.052999 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-3a81971f-3daf-44bd-a879-01cab22d825f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0501902 May 26 15:20:32.098233 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-eb5d2860-b74b-412f-b1fb-f9c11518a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:32.099644 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-eb5d2860-b74b-412f-b1fb-f9c11518a230 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412638 May 26 15:20:32.199601 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-5b33da1c-c154-410d-8c3a-6c1d3a6cfeba service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934987 May 26 15:20:32.294021 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-afdc4b27-500a-4f2b-aeda-39761ef19edf req-34453516-6851-4ab1-9115-5bca2daafa08 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883360 May 26 15:20:32.630296 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-b1c656a2-e7e1-4e15-b647-727edf288ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:32.631822 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-b1c656a2-e7e1-4e15-b647-727edf288ef4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 1127 time: 0.0760639 May 26 15:20:32.644475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997ed59-a257-4940-aabb-8a52e3148802 req-0520e8d8-cdc3-4e95-84f7-a181c6a2ed53 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:32.645991 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5997ed59-a257-4940-aabb-8a52e3148802 req-0520e8d8-cdc3-4e95-84f7-a181c6a2ed53 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 943 time: 0.0804431 May 26 15:20:32.761131 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5997ed59-a257-4940-aabb-8a52e3148802 req-ca8ba6a8-e0bf-4bc6-986d-239d38b5e80b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077454 May 26 15:20:32.764956 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:32.778500 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-83b30f39-3bf3-47b6-98c3-55a84e2351ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:32.778500 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-83b30f39-3bf3-47b6-98c3-55a84e2351ec service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.1402569 May 26 15:20:32.821920 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-65fb9040-b3a3-41fb-8cdb-fe21fffa18ab service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c HTTP/1.1" status: 200 len: 217 time: 0.0371063 May 26 15:20:32.873345 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-3e01b438-9b9b-4251-9a17-9bfc7f299d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:32.874913 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-3e01b438-9b9b-4251-9a17-9bfc7f299d16 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0478320 May 26 15:20:32.923843 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-6e670bd1-a025-4c64-b4cd-7395421cf415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:32.925850 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-6e670bd1-a025-4c64-b4cd-7395421cf415 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452096 May 26 15:20:33.027204 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-524e419e-1618-4109-b5c5-dd5ac47cbe07 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948915 May 26 15:20:33.137540 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a8e43289-6fc2-44a2-89a1-81440c68864b req-ecfe20e1-b7a0-4c51-921e-c3aad8983025 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043468 May 26 15:20:33.438234 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:33.877341 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:33.894365 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3eb8d-e8cc-449a-8c22-1467c0aa782a req-1d4e2400-b992-472e-af51-055c13dce91e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:33.895910 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3fc3eb8d-e8cc-449a-8c22-1467c0aa782a req-1d4e2400-b992-472e-af51-055c13dce91e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 943 time: 0.0543985 May 26 15:20:33.949914 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3fc3eb8d-e8cc-449a-8c22-1467c0aa782a req-72dabe66-83a2-469a-b8e6-96ee6fc91512 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479257 May 26 15:20:34.702574 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:35.070166 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6409-d20d-45ea-8229-13a855e813c3 req-23bade57-330c-4ccf-ad5c-c566517b3c30 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:35.071740 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-564f6409-d20d-45ea-8229-13a855e813c3 req-23bade57-330c-4ccf-ad5c-c566517b3c30 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 943 time: 0.0517349 May 26 15:20:35.124943 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-564f6409-d20d-45ea-8229-13a855e813c3 req-b859e6a8-6d15-47ce-9ea0-666bffa04d75 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471628 May 26 15:20:36.247989 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a207b1-e09f-48a5-864d-7bf93048c3ec req-c3dfc0e5-6dbe-4a94-8fca-eb4dd0166dcb tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:36.249537 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24a207b1-e09f-48a5-864d-7bf93048c3ec req-c3dfc0e5-6dbe-4a94-8fca-eb4dd0166dcb tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 943 time: 0.0530307 May 26 15:20:36.306482 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-24a207b1-e09f-48a5-864d-7bf93048c3ec req-ed631b13-12c5-43cd-a6bb-e002dc825c6d tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502043 May 26 15:20:37.427655 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca88c9-8a70-4b0e-a780-23898b8d599e req-e1f5b289-2bb1-4371-8f9e-b19b79536812 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:37.429159 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f9ca88c9-8a70-4b0e-a780-23898b8d599e req-e1f5b289-2bb1-4371-8f9e-b19b79536812 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 943 time: 0.0479660 May 26 15:20:37.484798 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f9ca88c9-8a70-4b0e-a780-23898b8d599e req-b2a7f5c4-df2d-4c14-8546-c87609cf939e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487494 May 26 15:20:37.867953 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:37.871140 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=6 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:38.309914 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 10c83d17-e84b-4c0e-9f27-82daadae8b0c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:20:38.321694 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:38.417979 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 10c83d17-e84b-4c0e-9f27-82daadae8b0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:20:38.424752 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:38.431069 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:20:38.471680 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 10c83d17-e84b-4c0e-9f27-82daadae8b0c is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:20:38.471680 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:38.488014 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c83d17-e84b-4c0e-9f27-82daadae8b0c {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:20:38.509281 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 10c83d17-e84b-4c0e-9f27-82daadae8b0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:20:38.514006 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:38.567798 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=10c83d17-e84b-4c0e-9f27-82daadae8b0c,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:20:38.575085 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.575424 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.575762 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.576094 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.576422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.576747 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.577068 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.577388 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.577808 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.578306 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.578812 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.579151 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.579529 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.579907 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.580281 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:20:38.622275 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27b8a4-1913-4704-80ee-ea895543a138 req-85f3862d-b80c-4f05-8dc7-a2731732a808 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:38.623859 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9e27b8a4-1913-4704-80ee-ea895543a138 req-85f3862d-b80c-4f05-8dc7-a2731732a808 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 944 time: 0.0530787 May 26 15:20:38.679598 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-9e27b8a4-1913-4704-80ee-ea895543a138 req-e3c4c477-77be-40f0-8380-6a9e02986fc6 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491598 May 26 15:20:38.815376 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['10c83d17-e84b-4c0e-9f27-82daadae8b0c'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:20:39.801992 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b24f0-b138-426f-8784-601c04851ad4 req-65272578-19e9-4d21-af3a-b5b427ec7cb6 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:39.803778 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-592b24f0-b138-426f-8784-601c04851ad4 req-65272578-19e9-4d21-af3a-b5b427ec7cb6 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 944 time: 0.0513368 May 26 15:20:39.856255 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-592b24f0-b138-426f-8784-601c04851ad4 req-6656bb17-8ae9-4c9b-b764-c24719b46523 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468066 May 26 15:20:40.310687 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 10c83d17-e84b-4c0e-9f27-82daadae8b0c up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:20:40.355152 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 10c83d17-e84b-4c0e-9f27-82daadae8b0c completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:20:40.360853 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 10c83d17-e84b-4c0e-9f27-82daadae8b0c triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:20:40.361177 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:40.439777 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 10c83d17-e84b-4c0e-9f27-82daadae8b0c is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:20:40.440339 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:40.465596 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:20:40.467835 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581c7692-56ed-4b08-813b-6f80c51cf297" -d '{"events": [{"server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "name": "network-vif-plugged", "status": "completed", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:20:40.481103 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 10c83d17-e84b-4c0e-9f27-82daadae8b0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:20:40.485996 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:40.534712 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:40.538268 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=10c83d17-e84b-4c0e-9f27-82daadae8b0c,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:20:40.653270 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f16cd1-482b-4826-b457-7ac85807dbe6 x-openstack-request-id: req-28f16cd1-482b-4826-b457-7ac85807dbe6 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:20:40.653739 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "name": "network-vif-plugged", "status": "completed", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:20:40.654163 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28f16cd1-482b-4826-b457-7ac85807dbe6 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:20:40.654803 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f16cd1-482b-4826-b457-7ac85807dbe6'] response: {'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'code': 200} May 26 15:20:40.902336 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a182fa3-2436-48a4-9f9d-302bb745f849 req-117402eb-e159-449b-b13d-085e0682162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:40.903896 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2a182fa3-2436-48a4-9f9d-302bb745f849 req-117402eb-e159-449b-b13d-085e0682162a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 1129 time: 0.0419631 May 26 15:20:41.001266 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c456e-413e-4f70-9120-f1da5e4fecba req-4edb1fab-ebdf-42e7-a44e-56c93c4cf0f6 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:41.002806 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-df8c456e-413e-4f70-9120-f1da5e4fecba req-4edb1fab-ebdf-42e7-a44e-56c93c4cf0f6 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 945 time: 0.0712276 May 26 15:20:41.005973 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2a182fa3-2436-48a4-9f9d-302bb745f849 req-e111b548-4bea-433e-a21b-537e571e2f3e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893822 May 26 15:20:41.057635 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-df8c456e-413e-4f70-9120-f1da5e4fecba req-2b190010-3628-4045-b0f8-4db0191c5f48 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487895 May 26 15:20:42.184087 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a90fd-955e-4f5e-8c6a-d1e15e2bcef9 req-85fb94b2-69f8-41fa-8ddd-a4142b53d97a tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:42.186564 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ea0a90fd-955e-4f5e-8c6a-d1e15e2bcef9 req-85fb94b2-69f8-41fa-8ddd-a4142b53d97a tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 945 time: 0.0590806 May 26 15:20:42.206330 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:42.240581 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-ea0a90fd-955e-4f5e-8c6a-d1e15e2bcef9 req-fbcbc680-3aaf-45c4-b70c-6b0189370504 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483463 May 26 15:20:42.361643 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b4505-45e0-4b57-931b-98f7e986d436 req-5c189ff8-a232-475c-99f2-145071116b9e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:42.363323 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-499b4505-45e0-4b57-931b-98f7e986d436 req-5c189ff8-a232-475c-99f2-145071116b9e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 945 time: 0.0518343 May 26 15:20:42.424845 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-499b4505-45e0-4b57-931b-98f7e986d436 req-cbf5a275-20d5-4f3f-bb0a-77f96f1e3f8c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518644 May 26 15:20:42.447719 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53388) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:20:42.488516 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7524bf26-716f-430d-9a9c-3bc09b7a213d tempest-TestVolumeBootPattern-1630439345 tempest-TestVolumeBootPattern-1630439345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:42.490091 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-7524bf26-716f-430d-9a9c-3bc09b7a213d tempest-TestVolumeBootPattern-1630439345 tempest-TestVolumeBootPattern-1630439345-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 1124 time: 0.0413494 May 26 15:20:42.492818 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53390) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:20:42.498159 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:20:42.506385 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:42.522137 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:42.610267 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:42.721282 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Allocated IP 172.27.1.236 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/e264f9c5-cbc9-4e36-8274-bc4092ea5f5d) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:20:42.834728 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for port (e264f9c5-cbc9-4e36-8274-bc4092ea5f5d), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:42.869780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (e264f9c5-cbc9-4e36-8274-bc4092ea5f5d), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:42.913868 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:20:42.917179 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:20:42.919698 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:20:42.926052 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'Port': ['ID=e264f9c5-cbc9-4e36-8274-bc4092ea5f5d,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:20:43.177561 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:43.294015 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:43.297401 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (a840d281-0b0c-4c96-9c61-3635427123c4), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:43.370440 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (e264f9c5-cbc9-4e36-8274-bc4092ea5f5d), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:43.568778 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for port (e264f9c5-cbc9-4e36-8274-bc4092ea5f5d), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:43.573526 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (e264f9c5-cbc9-4e36-8274-bc4092ea5f5d), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:43.652876 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'Port': ['ID=e264f9c5-cbc9-4e36-8274-bc4092ea5f5d,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:20:43.666161 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (a840d281-0b0c-4c96-9c61-3635427123c4), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:44.024259 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Floating IP a840d281-0b0c-4c96-9c61-3635427123c4 associated. External IP: 172.27.1.236, port: 10c83d17-e84b-4c0e-9f27-82daadae8b0c. May 26 15:20:44.240087 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:20:44.331722 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:44.349242 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:20:44.358733 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] Sync routers for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:20:44.371494 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:20:44.372129 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:20:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:20:44.376077 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:44.409400 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-98ba66c4-08b7-4baa-906a-69f8fd52af63 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9155598 May 26 15:20:44.410020 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:20:44.412283 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7009da-ddbd-4370-81b1-1da2aae87fce" -d '{"events": [{"name": "network-changed", "server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:20:44.449708 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5ea8bb-8fae-4c30-9ea3-e90ff8f57b24 x-openstack-request-id: req-ff5ea8bb-8fae-4c30-9ea3-e90ff8f57b24 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:20:44.450008 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:20:44.450266 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff5ea8bb-8fae-4c30-9ea3-e90ff8f57b24 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:20:44.450672 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5ea8bb-8fae-4c30-9ea3-e90ff8f57b24'] response: {'name': 'network-changed', 'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'status': 'completed', 'code': 200} May 26 15:20:44.483106 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:20:44.538270 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-a0d93d0f-6cd4-4954-b88f-1f7a5dc497d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:44.539821 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-a0d93d0f-6cd4-4954-b88f-1f7a5dc497d5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 1129 time: 0.0485697 May 26 15:20:44.597610 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:44.639081 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:44.648321 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-852e7d90-6646-4933-bbc8-d8267a33f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:44.649875 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-852e7d90-6646-4933-bbc8-d8267a33f499 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.1045835 May 26 15:20:44.669787 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:20:44.715036 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a840d281-0b0c-4c96-9c61-3635427123c4', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:20:43Z', 'updated_at': '2022-05-26T15:20:43Z', 'revision_number': 0, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:20:44.719094 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-f48a2417-b3a8-443a-8770-db12428c94aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c HTTP/1.1" status: 200 len: 999 time: 0.0634456 May 26 15:20:44.741093 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] Checking router: 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:20:44.750131 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:20:44.750763 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:20:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:20:44.779064 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-24f38c93-04bc-4b2e-8369-936e39b63619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:44.780531 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-24f38c93-04bc-4b2e-8369-936e39b63619 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0554273 May 26 15:20:44.824714 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-fdefba3a-b51a-4b1d-8413-df2ff9bb6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:44.826229 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-fdefba3a-b51a-4b1d-8413-df2ff9bb6892 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396564 May 26 15:20:44.857914 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:20:44.932397 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-44fc58e3-9ed5-4eab-8218-629d092c116a service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990455 May 26 15:20:45.036800 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-2f7009da-ddbd-4370-81b1-1da2aae87fce req-1e7d410b-c625-41c1-882b-9617a6d901b8 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985239 May 26 15:20:45.211731 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a840d281-0b0c-4c96-9c61-3635427123c4', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:20:43Z', 'updated_at': '2022-05-26T15:20:43Z', 'revision_number': 0, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:20:45.237034 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2aebac-2f14-4f4e-932c-9a8e974bb11c None None] The sync data for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi is: [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a840d281-0b0c-4c96-9c61-3635427123c4', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:20:43Z', 'updated_at': '2022-05-26T15:20:43Z', 'revision_number': 0, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:20:45.461200 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f14ddb-1d37-44e2-8b55-6e29a69a8e2f None None] New status for floating IP a840d281-0b0c-4c96-9c61-3635427123c4: ACTIVE {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:20:48.209146 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:55.031308 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=39 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:55.033188 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=53 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:55.614531 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:55.617213 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:58.202594 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=47 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:58.204537 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:20:58.301831 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-c4a5c3c8-72f7-488b-865f-f876af84e0f5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399845 May 26 15:20:58.330379 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ffcdac91-2524-4239-a16e-fe197a292e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:20:58.413375 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-b0e73829-d233-4091-9ac5-0218b97da9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:58.414942 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-b0e73829-d233-4091-9ac5-0218b97da9a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 1129 time: 0.0464232 May 26 15:20:58.531526 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-53ed8a3b-05be-497f-9e1e-a02cee8b29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:58.532969 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-53ed8a3b-05be-497f-9e1e-a02cee8b29f9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.0912740 May 26 15:20:58.603202 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-4a2a8f87-d165-44af-ba37-a303b4e88520 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c HTTP/1.1" status: 200 len: 1001 time: 0.0619493 May 26 15:20:58.656274 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-7679303d-35f1-4d14-ba08-16d0d5cbe2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:58.657763 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-7679303d-35f1-4d14-ba08-16d0d5cbe2c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0466237 May 26 15:20:58.707205 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-78183994-c697-4e5c-a688-8743f56e06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:20:58.708745 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-78183994-c697-4e5c-a688-8743f56e06ac service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405643 May 26 15:20:58.807851 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-14d269f4-8477-46e6-b824-672b01b15fe1 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907974 May 26 15:20:58.903340 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e81c63e0-5d51-43e0-9aa8-3ef2e36c613b req-aee8c16b-3f32-4814-87a1-4e3ebbf99c95 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881655 May 26 15:21:00.593954 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f2c22830-fcae-4567-84b2-8eb87678f068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:01.909551 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:03.448312 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:04.697257 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:08.893800 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=48 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:08.900503 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=53 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:14.691204 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:14.693478 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:18.223223 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:21.669026 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:21:28.216301 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:28.218198 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:28.334408 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-f1b04aa6-7219-46e9-a10d-0378042522a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:30.596420 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4d52-61e1-48eb-9d05-8aa6a1d83d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:31.663988 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:31.664806 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:31.911675 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:33.443469 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:34.700071 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:44.690051 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:44.695231 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:48.238895 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:58.232164 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:58.234081 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:21:58.338158 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-4bd2171f-e350-467c-bc89-a8b9b7ca70ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:21:58.668873 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:21:59.424644 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-053a363b-464b-4265-9a42-702be65ab483 req-6ccf48e4-6939-40bc-84f9-a23f88b0669b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405962 May 26 15:21:59.528712 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a363b-464b-4265-9a42-702be65ab483 req-7d408a7d-bded-4df6-8aa4-67b86dd08084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:21:59.530235 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-053a363b-464b-4265-9a42-702be65ab483 req-7d408a7d-bded-4df6-8aa4-67b86dd08084 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 1129 time: 0.0437307 May 26 15:21:59.635726 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a363b-464b-4265-9a42-702be65ab483 req-ebb71cd8-638d-414f-9e11-aa8bcd8b43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:21:59.637426 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-053a363b-464b-4265-9a42-702be65ab483 req-ebb71cd8-638d-414f-9e11-aa8bcd8b43bc service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.0868711 May 26 15:21:59.704574 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-053a363b-464b-4265-9a42-702be65ab483 req-40f462fc-34c5-4cee-a97e-7d1a4f8e5563 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c HTTP/1.1" status: 200 len: 1001 time: 0.0617385 May 26 15:21:59.754402 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a363b-464b-4265-9a42-702be65ab483 req-f57c7557-243e-4df8-8bb3-e9e657c34974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:21:59.755868 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-053a363b-464b-4265-9a42-702be65ab483 req-f57c7557-243e-4df8-8bb3-e9e657c34974 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0450730 May 26 15:21:59.800717 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a363b-464b-4265-9a42-702be65ab483 req-4d2b8881-312d-413d-8a1b-1a52f3f9015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:21:59.802315 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-053a363b-464b-4265-9a42-702be65ab483 req-4d2b8881-312d-413d-8a1b-1a52f3f9015f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399549 May 26 15:21:59.898277 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-053a363b-464b-4265-9a42-702be65ab483 req-33308d72-5fd0-4168-82d6-422af6359223 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898073 May 26 15:21:59.988846 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-053a363b-464b-4265-9a42-702be65ab483 req-2ee9e51f-61a8-403c-b1a8-4d3a37c3fccd service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851181 May 26 15:22:00.601182 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-4e426cb6-455f-43dc-9440-ac55573ed8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:01.913999 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:03.447518 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:04.703698 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:08.664340 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:08.665164 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=6 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:09.984475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=59 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:09.985622 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=42 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:15.493351 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:15.499081 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:17.790895 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-0f44c91e-25b0-41e4-936a-49d34337c350 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286731114&fields=id&tenant_id=0b161426dbdc44ff8e52676e1bc21558 HTTP/1.1" status: 200 len: 267 time: 0.0458920 May 26 15:22:17.907345 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264704b3-d02a-4bb6-a301-917e097e453c req-062448ec-f427-4a6a-8264-b24a0564cc93 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:17.908818 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-062448ec-f427-4a6a-8264-b24a0564cc93 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 812 time: 0.1112123 May 26 15:22:17.924720 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-c5e74339-cdf2-425c-87dc-58c33928050f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/quotas/0b161426dbdc44ff8e52676e1bc21558 HTTP/1.1" status: 200 len: 375 time: 0.0104890 May 26 15:22:17.977698 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-7ee90087-77f2-4f4d-90ed-f770d2572933 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468259 May 26 15:22:18.070268 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-adfac8e1-1bcd-4df4-b6f0-57ea489cd695 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104041) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 15:22:18.071271 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-adfac8e1-1bcd-4df4-b6f0-57ea489cd695 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0817957 May 26 15:22:18.166273 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-8595e3b8-04b6-404c-ad40-9f18d2d25883 service neutron] 10.222.0.46 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887184 May 26 15:22:18.238481 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:18.262325 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-6ce1af7c-afb0-4309-a94a-dcdccea46403 service neutron] 10.222.0.46 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898983 May 26 15:22:18.585906 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0b448e13-6c9f-4986-bf28-ccbc08df690c req-564e7ab5-fd00-43d7-aaf6-e24773f74bca tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 210 time: 0.0400345 May 26 15:22:19.722790 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-28ca1944-5c9f-443f-82f7-53f4052e4558 req-78cfe800-a4f2-4d35-9ea8-680cae32e24a tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 210 time: 0.0481970 May 26 15:22:19.745500 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264704b3-d02a-4bb6-a301-917e097e453c req-0c341f8d-cb21-46a1-83ce-90eab0e95a7e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:19.747180 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-0c341f8d-cb21-46a1-83ce-90eab0e95a7e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 812 time: 0.1604514 May 26 15:22:19.849744 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-3e40be45-9479-406f-aa1b-c84c8de1ee80 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b161426dbdc44ff8e52676e1bc21558 HTTP/1.1" status: 200 len: 380 time: 0.0689132 May 26 15:22:19.859814 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'port': {'device_id': '9afae951-8db9-43e2-a371-b274d48e8135', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'admin_state_up': True, 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'security_groups': ['f438a374-0853-47ae-8ddc-844f4d9df5f5']}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:22:19.973246 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Made reservation on behalf of 0b161426dbdc44ff8e52676e1bc21558 for: {'port': 1} {{(pid=104041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 15:22:19.977150 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:20.115950 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Allocated IP 172.20.0.9 (17e8e6f7-36ad-4695-9496-110a02e0acc3/2c11f6ab-4fa2-416f-9418-8c380ef25ed8/3b2779f6-0c1b-4479-bb77-f44d856d5073) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:22:20.154101 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:20.222998 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:20.278236 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:20.314205 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:20.365737 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:22:20.371165 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:22:20.376599 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:22:20.381024 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'Port': ['ID=3b2779f6-0c1b-4479-bb77-f44d856d5073,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:22:20.419459 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.419823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.420138 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.420475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.420809 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.421136 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.421475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.421823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.422200 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.423033 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.423033 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.423382 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.423706 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.424031 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.424349 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:20.456222 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:20.456995 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:20.475038 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-978fd41b-ace5-411b-af97-88f0e432200c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6195488 May 26 15:22:20.535101 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Request body: {'port': {'device_id': '9afae951-8db9-43e2-a371-b274d48e8135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:22:20.612574 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:20.686376 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-d86a035d-99ef-486f-b037-30a1d9fa73f3 None None] Provisioning complete for port 3b2779f6-0c1b-4479-bb77-f44d856d5073 triggered by entity DHCP. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:22:20.686986 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d86a035d-99ef-486f-b037-30a1d9fa73f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:20.719425 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-d86a035d-99ef-486f-b037-30a1d9fa73f3 None None] Port 3b2779f6-0c1b-4479-bb77-f44d856d5073 cannot update to ACTIVE because it is not bound. {{(pid=104043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 15:22:20.875134 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdccd28-6bd1-46dd-b721-1a11428f80d9 req-693d23fa-1ae0-4a56-9909-cd1fa4320920 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:20.876711 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5fdccd28-6bd1-46dd-b721-1a11428f80d9 req-693d23fa-1ae0-4a56-9909-cd1fa4320920 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 931 time: 0.0793180 May 26 15:22:20.970066 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5fdccd28-6bd1-46dd-b721-1a11428f80d9 req-c7a72b72-6bb3-44b2-afc6-3edd740d0f0f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861855 May 26 15:22:21.005002 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2779f6-0c1b-4479-bb77-f44d856d5073 {{(pid=104041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:22:21.013996 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Publish callbacks [] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:21.027072 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.provisioning_blocks [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Transition to ACTIVE for port object 3b2779f6-0c1b-4479-bb77-f44d856d5073 will not be triggered until provisioned by entity L2. {{(pid=104041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 15:22:21.031005 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:21.062930 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:21.087279 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2779f6-0c1b-4479-bb77-f44d856d5073,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:22:21.172997 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Attempting to bind port 3b2779f6-0c1b-4479-bb77-f44d856d5073 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 15:22:21.173548 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Attempting to bind port 3b2779f6-0c1b-4479-bb77-f44d856d5073 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 15:22:21.173886 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Attempting to bind port 3b2779f6-0c1b-4479-bb77-f44d856d5073 on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:22:21.179122 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Port 3b2779f6-0c1b-4479-bb77-f44d856d5073 on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 15:22:21.179460 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Attempting to bind port 3b2779f6-0c1b-4479-bb77-f44d856d5073 on network 17e8e6f7-36ad-4695-9496-110a02e0acc3 {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 15:22:21.187481 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Checking agent: {'id': 'c3739c5d-b915-4b1f-b05b-4739337d8b25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'started_at': datetime.datetime(2022, 5, 26, 15, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 15:22:21.187824 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Checking segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 15:22:21.188218 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Bound using segment: {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'} {{(pid=104041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 15:22:21.188713 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.managers [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Bound port: 3b2779f6-0c1b-4479-bb77-f44d856d5073, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3'}}] {{(pid=104041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 15:22:21.189053 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:21.206706 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:21.267071 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] For port 3b2779f6-0c1b-4479-bb77-f44d856d5073, host hv-cinder-78836, cleared binding levels {{(pid=104041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 15:22:21.270168 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] For port 3b2779f6-0c1b-4479-bb77-f44d856d5073, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 15:22:21.277389 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:21.314351 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:21.314961 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:21.316423 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] 10.222.0.75 "PUT /v2.0/ports/3b2779f6-0c1b-4479-bb77-f44d856d5073 HTTP/1.1" status: 200 len: 1093 time: 0.7890909 May 26 15:22:21.316863 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:22:21.319188 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36bf254-797b-4e3d-b461-e9ace6cbd476" -d '{"events": [{"name": "network-changed", "server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:22:21.355603 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31732d3b-a979-4a36-92d4-00c14dbb14e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2779f6-0c1b-4479-bb77-f44d856d5073,revision_number=3']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:22:21.375035 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16276d7-8887-42b6-9d5b-7404ed0f04a1 x-openstack-request-id: req-b16276d7-8887-42b6-9d5b-7404ed0f04a1 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:22:21.375475 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:22:21.375854 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b16276d7-8887-42b6-9d5b-7404ed0f04a1 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:22:21.376425 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16276d7-8887-42b6-9d5b-7404ed0f04a1'] response: {'name': 'network-changed', 'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'status': 'completed', 'code': 200} May 26 15:22:21.438507 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264704b3-d02a-4bb6-a301-917e097e453c req-ae6b5fb4-70ce-44af-8a77-245bec2f1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:21.440016 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-ae6b5fb4-70ce-44af-8a77-245bec2f1ca6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 1127 time: 0.0483768 May 26 15:22:21.496651 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-00a0371e-292e-4e4d-a646-9f134b2bd939 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073 HTTP/1.1" status: 200 len: 217 time: 0.0439708 May 26 15:22:21.550003 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264704b3-d02a-4bb6-a301-917e097e453c req-d615625c-d4e2-432b-922d-040622aae048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:21.551456 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-d615625c-d4e2-432b-922d-040622aae048 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0479431 May 26 15:22:21.599935 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264704b3-d02a-4bb6-a301-917e097e453c req-bcd66f91-baba-436c-8c65-a430826bfc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:21.601480 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-bcd66f91-baba-436c-8c65-a430826bfc57 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442212 May 26 15:22:21.697712 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-85c0e13c-02a4-4032-919f-b84b7efb7ea2 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901728 May 26 15:22:21.802941 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-264704b3-d02a-4bb6-a301-917e097e453c req-69067696-0b0d-4c01-ac4d-e91c209d41c9 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992947 May 26 15:22:22.090510 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6208b-bd93-4dfb-a0f8-647f50634922 req-aa2a06c6-9cc4-41f1-a0f7-b5e2f35274a1 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:22.091908 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-57c6208b-bd93-4dfb-a0f8-647f50634922 req-aa2a06c6-9cc4-41f1-a0f7-b5e2f35274a1 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 943 time: 0.0513866 May 26 15:22:22.171050 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-57c6208b-bd93-4dfb-a0f8-647f50634922 req-891f6d5d-3a14-46bf-a535-3a4ede6f13ea tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736256 May 26 15:22:22.172155 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-b9b435a5-bd3d-4dbb-81f5-1f86c54e1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:22.173549 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-b9b435a5-bd3d-4dbb-81f5-1f86c54e1665 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 1127 time: 0.0606849 May 26 15:22:22.284723 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-8a59d61e-da7c-4292-a32b-32964e15f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:22.286310 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-8a59d61e-da7c-4292-a32b-32964e15f7a7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.1068063 May 26 15:22:22.329879 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-d0fa7cb8-e57d-470c-bdce-8915c6b12648 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073 HTTP/1.1" status: 200 len: 217 time: 0.0347183 May 26 15:22:22.383779 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-29830f4e-e417-49c6-b836-425085d39ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:22.385379 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-29830f4e-e417-49c6-b836-425085d39ebc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0469611 May 26 15:22:22.437040 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-c315b07b-61b3-459f-ba53-da15a8364f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:22.438615 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-c315b07b-61b3-459f-ba53-da15a8364f93 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472994 May 26 15:22:22.515288 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:22.540458 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-11d8881d-3a92-4892-b69a-3e7103ef3400 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952063 May 26 15:22:22.603081 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:22.636464 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-b36bf254-797b-4e3d-b461-e9ace6cbd476 req-daa9d487-1b66-44cf-8236-8fe253416117 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903499 May 26 15:22:23.296327 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37ee00-3893-4a9d-a317-7b87f3f33c25 req-0d1f1908-30a9-426b-bd23-cca4698bf1b5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:23.298040 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0d37ee00-3893-4a9d-a317-7b87f3f33c25 req-0d1f1908-30a9-426b-bd23-cca4698bf1b5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 943 time: 0.0501635 May 26 15:22:23.351394 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0d37ee00-3893-4a9d-a317-7b87f3f33c25 req-a83bcbbd-692f-4c70-b341-4e5bf0f4fd57 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460227 May 26 15:22:24.471500 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c56f9-b9e0-40c1-801b-49207c5994a2 req-9b597b9c-2e43-425b-8edd-087aebc1771d tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:24.472984 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8e3c56f9-b9e0-40c1-801b-49207c5994a2 req-9b597b9c-2e43-425b-8edd-087aebc1771d tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 943 time: 0.0474479 May 26 15:22:24.523919 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-8e3c56f9-b9e0-40c1-801b-49207c5994a2 req-3bdc25f7-9bd4-43eb-b094-13e5d03686b5 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445220 May 26 15:22:25.650347 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e61c8-6895-4d8d-842a-ba421d1f54d1 req-589d622c-17f1-4ebf-8656-f5e43b5e943b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:25.651803 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a59e61c8-6895-4d8d-842a-ba421d1f54d1 req-589d622c-17f1-4ebf-8656-f5e43b5e943b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 943 time: 0.0512803 May 26 15:22:25.700147 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a59e61c8-6895-4d8d-842a-ba421d1f54d1 req-f5d2ca7b-ee34-4af6-97d0-78a1be35235d tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 May 26 15:22:26.824562 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d099c0-f99e-41ca-8cd9-7f3603bddf61 req-dd6e0563-7f00-42da-b878-b866a6d915db tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:26.826124 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-28d099c0-f99e-41ca-8cd9-7f3603bddf61 req-dd6e0563-7f00-42da-b878-b866a6d915db tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 943 time: 0.0471778 May 26 15:22:26.878195 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-28d099c0-f99e-41ca-8cd9-7f3603bddf61 req-8b3d1fba-6de5-4528-b894-b49159ec93a0 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463691 May 26 15:22:27.998995 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce7815-431b-4f06-a634-f7091a12c8e5 req-be8bd4bb-9e46-4434-9a68-b917e67a822b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:28.000655 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-16ce7815-431b-4f06-a634-f7091a12c8e5 req-be8bd4bb-9e46-4434-9a68-b917e67a822b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 943 time: 0.0498769 May 26 15:22:28.059069 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-16ce7815-431b-4f06-a634-f7091a12c8e5 req-9847a6b4-070a-4adf-b20a-269794affeef tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526726 May 26 15:22:28.340759 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-4e269aab-5772-4db8-bc31-12725bb1d832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:29.189160 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92e5a6-e852-487c-a367-7bf98bc9151d req-703ac7e3-e61d-47bb-a23e-c10c28e3683b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:29.190727 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-be92e5a6-e852-487c-a367-7bf98bc9151d req-703ac7e3-e61d-47bb-a23e-c10c28e3683b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 943 time: 0.0541682 May 26 15:22:29.245408 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-be92e5a6-e852-487c-a367-7bf98bc9151d req-93f3c29f-0af7-4475-973a-8c51873986f9 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477393 May 26 15:22:30.369427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940d10-f17d-41c3-bf49-bf8fb7de179a req-10656fce-759d-4f8b-bf0f-f85df72329b1 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:30.371105 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32940d10-f17d-41c3-bf49-bf8fb7de179a req-10656fce-759d-4f8b-bf0f-f85df72329b1 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 943 time: 0.0509117 May 26 15:22:30.426595 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-32940d10-f17d-41c3-bf49-bf8fb7de179a req-4c823633-a355-4cd3-828c-5b70b54d0e04 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498044 May 26 15:22:30.606349 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1e756ff9-0059-4019-b856-6147918e5475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:30.750790 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3b2779f6-0c1b-4479-bb77-f44d856d5073 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=104043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 15:22:30.854171 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3b2779f6-0c1b-4479-bb77-f44d856d5073, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:22:30.866603 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Returning: {'device': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'port_id': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'mac_address': 'fa:16:3e:40:0d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 15:22:30.907690 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 3b2779f6-0c1b-4479-bb77-f44d856d5073 is: DOWN; New status is: BUILD {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:22:30.908079 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:30.923394 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2779f6-0c1b-4479-bb77-f44d856d5073 {{(pid=104043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 15:22:30.945390 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3b2779f6-0c1b-4479-bb77-f44d856d5073, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:22:30.952664 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:31.013981 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=3b2779f6-0c1b-4479-bb77-f44d856d5073,revision_number=4']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:22:31.022477 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.022826 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.023675 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.024019 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.024354 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.024685 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.025018 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.025353 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.025723 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.026065 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.026402 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.026739 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.027071 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.027403 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.027757 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:22:31.236352 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] get_ports_and_sgs() called for port_ids ['3b2779f6-0c1b-4479-bb77-f44d856d5073'] {{(pid=104043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 15:22:31.812386 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf3af3-8790-45d2-b2ae-9f6da74dd55a req-4145b7f5-880a-46b5-9d43-7e6c8974d907 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:31.813995 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-11cf3af3-8790-45d2-b2ae-9f6da74dd55a req-4145b7f5-880a-46b5-9d43-7e6c8974d907 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 944 time: 0.3151700 May 26 15:22:31.868686 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-11cf3af3-8790-45d2-b2ae-9f6da74dd55a req-a7f65283-f8c3-4574-b92a-41c6fee23f68 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484598 May 26 15:22:31.917947 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:32.760086 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3b2779f6-0c1b-4479-bb77-f44d856d5073 up at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 15:22:32.805472 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning for port 3b2779f6-0c1b-4479-bb77-f44d856d5073 completed by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 15:22:32.807356 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:32.812994 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.provisioning_blocks [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Provisioning complete for port 3b2779f6-0c1b-4479-bb77-f44d856d5073 triggered by entity L2. {{(pid=104043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 15:22:32.813422 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4164032'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), provisioning_complete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:32.890439 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:32.895375 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Current status of the port 3b2779f6-0c1b-4479-bb77-f44d856d5073 is: BUILD; New status is: ACTIVE {{(pid=104043) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 15:22:32.895836 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), before_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:32.922205 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073'}] {{(pid=104043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:22:32.924411 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6985d35e55f99639f03ba07acd7de2833220000f1c59e5f55873e4deeb7640" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6df6ac0-c574-4398-8ef7-8207ba6623a7" -d '{"events": [{"server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "name": "network-vif-plugged", "status": "completed", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073"}]}' {{(pid=104043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:22:32.942902 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] For port 3b2779f6-0c1b-4479-bb77-f44d856d5073, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:22:32.948366 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:32.970864 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2aa26b-59ad-4934-b25d-e917fc0e8167 x-openstack-request-id: req-9e2aa26b-59ad-4934-b25d-e917fc0e8167 {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:22:32.971156 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "name": "network-vif-plugged", "status": "completed", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073", "code": 200}]} {{(pid=104043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:22:32.971409 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e2aa26b-59ad-4934-b25d-e917fc0e8167 {{(pid=104043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:22:32.971800 dv-cinder-788367-11-iscsi neutron-server[104043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2aa26b-59ad-4934-b25d-e917fc0e8167'] response: {'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'code': 200} May 26 15:22:32.999164 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Pushing event updated for resources: {'Port': ['ID=3b2779f6-0c1b-4479-bb77-f44d856d5073,revision_number=5']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:22:33.000166 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1a3cc-c506-41a2-8911-c9d8aaab9dd5 req-6cb93ff0-e61e-4c16-9598-a6ee6d7287ab tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:33.001730 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6df1a3cc-c506-41a2-8911-c9d8aaab9dd5 req-6cb93ff0-e61e-4c16-9598-a6ee6d7287ab tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 945 time: 0.0569997 May 26 15:22:33.058433 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6df1a3cc-c506-41a2-8911-c9d8aaab9dd5 req-df0394ef-84e2-45dc-8940-f1090fd6306e tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477436 May 26 15:22:33.248073 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1770-f071-47c8-beca-ae0fc6a4ee69 req-60d2ddc7-aab3-485c-9e08-dfcbe4c51d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:33.249564 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-86eb1770-f071-47c8-beca-ae0fc6a4ee69 req-60d2ddc7-aab3-485c-9e08-dfcbe4c51d0b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 1129 time: 0.0443747 May 26 15:22:33.286145 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:33.305912 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-86eb1770-f071-47c8-beca-ae0fc6a4ee69 req-1cd09f20-06bf-48fe-815b-db6416ca3074 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481336 May 26 15:22:33.452474 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:34.190858 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b32c6-8ef3-428e-b2da-4b9774833748 req-063e2204-c366-4e10-ba01-bbe7f12dd821 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:34.192339 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e33b32c6-8ef3-428e-b2da-4b9774833748 req-063e2204-c366-4e10-ba01-bbe7f12dd821 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 945 time: 0.0467334 May 26 15:22:34.217878 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:34.244345 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-e33b32c6-8ef3-428e-b2da-4b9774833748 req-72857f28-363f-4f15-8379-aa82d5f61d6f tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458658 May 26 15:22:34.709276 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:35.374782 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd63bf-a54c-4363-b107-a6ab7cf353d8 req-1129ebf4-869a-4fab-880b-4873fae6413d tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:35.376228 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-51fd63bf-a54c-4363-b107-a6ab7cf353d8 req-1129ebf4-869a-4fab-880b-4873fae6413d tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 945 time: 0.0504012 May 26 15:22:35.426391 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-51fd63bf-a54c-4363-b107-a6ab7cf353d8 req-af729190-085a-4a11-a51e-1109a57e7725 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438523 May 26 15:22:35.546499 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df29a-4722-4b63-889e-20607266ec53 req-88d8b592-fbbb-4d9d-bba3-30c26b94e372 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:35.548039 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c06df29a-4722-4b63-889e-20607266ec53 req-88d8b592-fbbb-4d9d-bba3-30c26b94e372 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 945 time: 0.0518024 May 26 15:22:35.598975 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-c06df29a-4722-4b63-889e-20607266ec53 req-777dd4bf-37d7-4c86-b3be-fb3b01d2a327 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452328 May 26 15:22:35.624160 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53510) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:22:35.660647 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e7420-caf5-4381-b29a-7803e6c517ae tempest-TestVolumeBootPattern-1630439345 tempest-TestVolumeBootPattern-1630439345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:35.662184 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-812e7420-caf5-4381-b29a-7803e6c517ae tempest-TestVolumeBootPattern-1630439345 tempest-TestVolumeBootPattern-1630439345-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 1124 time: 0.0370376 May 26 15:22:35.664896 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53512) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:22:35.670222 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:22:35.671692 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.v2.base [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Request body: {'floatingip': {'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'port_id': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 15:22:35.694325 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:35.776647 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (None), before_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:35.885854 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_common [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Allocated IP 172.27.1.202 (0abcf042-d2fc-49ae-8c4f-54a2b28011f1/601b1e26-1fef-461d-9fec-109684075dd1/b667e391-ca85-4ed0-86fa-b393348c6300) {{(pid=104041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 15:22:35.987583 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for port (b667e391-ca85-4ed0-86fa-b393348c6300), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:36.019422 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760522455345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (b667e391-ca85-4ed0-86fa-b393348c6300), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:36.057325 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Network 0abcf042-d2fc-49ae-8c4f-54a2b28011f1 is already hosted by enough agents. {{(pid=104041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 15:22:36.063982 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.base_scheduler [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Resources bound (agent type, host, resource id): {{(pid=104041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 15:22:36.068780 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Received port after_create {{(pid=104041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 15:22:36.094719 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'Port': ['ID=b667e391-ca85-4ed0-86fa-b393348c6300,revision_number=1']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:22:36.181565 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:36.224112 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:36.443751 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (9ffcba06-13dd-4a5e-8bb6-9b22dae19223), precommit_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:36.517235 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141310'] for port (b667e391-ca85-4ed0-86fa-b393348c6300), before_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:36.699950 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for port (b667e391-ca85-4ed0-86fa-b393348c6300), precommit_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:36.704886 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760522848741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760522455363', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760522455381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7885247'] for port (b667e391-ca85-4ed0-86fa-b393348c6300), after_update {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:36.774975 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event updated for resources: {'Port': ['ID=b667e391-ca85-4ed0-86fa-b393348c6300,revision_number=2']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:22:36.787292 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-927455'] for floatingip (9ffcba06-13dd-4a5e-8bb6-9b22dae19223), after_create {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:36.889382 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.db.l3_db [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Floating IP 9ffcba06-13dd-4a5e-8bb6-9b22dae19223 associated. External IP: 172.27.1.202, port: 3b2779f6-0c1b-4479-bb77-f44d856d5073. May 26 15:22:37.074521 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:37.087040 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:37.097717 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:22:37.209435 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:22:37.220135 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] Sync routers for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:22:37.228541 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:37.231492 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:22:37.232127 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:22:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:22:37.261132 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-c2a585c5-b56e-42af-8ebb-3bdec54a68df tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5944130 May 26 15:22:37.262031 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:22:37.264442 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4963cf-1e82-472d-92ca-ab8b986f1858" -d '{"events": [{"name": "network-changed", "server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:22:37.301796 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32c6085-4486-4890-9d04-998522216bfa x-openstack-request-id: req-d32c6085-4486-4890-9d04-998522216bfa {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:22:37.302093 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:22:37.302364 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d32c6085-4486-4890-9d04-998522216bfa {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:22:37.302760 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32c6085-4486-4890-9d04-998522216bfa'] response: {'name': 'network-changed', 'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'status': 'completed', 'code': 200} May 26 15:22:37.343759 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:22:37.385296 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-473daa85-d1ab-459e-8269-d6e9bb7d34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:37.388669 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-473daa85-d1ab-459e-8269-d6e9bb7d34c3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 1129 time: 0.0420780 May 26 15:22:37.493388 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-d7a0e9b6-a17c-4445-a443-b2cb475886b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:37.494907 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-d7a0e9b6-a17c-4445-a443-b2cb475886b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.1022754 May 26 15:22:37.560466 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-8b771add-5e14-4aab-806a-9357eff864ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073 HTTP/1.1" status: 200 len: 999 time: 0.0601549 May 26 15:22:37.586175 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '9ffcba06-13dd-4a5e-8bb6-9b22dae19223', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:40:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afae951-8db9-43e2-a371-b274d48e8135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:22:36Z', 'updated_at': '2022-05-26T15:22:36Z', 'revision_number': 0, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}, {'id': 'a840d281-0b0c-4c96-9c61-3635427123c4', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:20:43Z', 'updated_at': '2022-05-26T15:20:45Z', 'revision_number': 1, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:22:37.608988 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-40434ed9-82ed-43f3-858e-041ebddc0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:37.610645 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-40434ed9-82ed-43f3-858e-041ebddc0a60 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0449626 May 26 15:22:37.617143 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] Checking router: 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:22:37.626983 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:22:37.627604 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:22:31Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:22:37.666379 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-bcf3f8ea-78fb-4515-8753-120532d4f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:37.668068 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-bcf3f8ea-78fb-4515-8753-120532d4f8e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514638 May 26 15:22:37.734302 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:22:37.777637 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-f7d6c7fe-a2c6-4125-8192-f5306b0b15b4 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036124 May 26 15:22:37.881042 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6d4963cf-1e82-472d-92ca-ab8b986f1858 req-fbc53aae-8121-4d6a-bc55-7a63ae04a9e5 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968339 May 26 15:22:38.081815 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '9ffcba06-13dd-4a5e-8bb6-9b22dae19223', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:40:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afae951-8db9-43e2-a371-b274d48e8135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:22:36Z', 'updated_at': '2022-05-26T15:22:36Z', 'revision_number': 0, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}, {'id': 'a840d281-0b0c-4c96-9c61-3635427123c4', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:20:43Z', 'updated_at': '2022-05-26T15:20:45Z', 'revision_number': 1, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:22:38.110556 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba64c3c0-78fe-4b4f-9830-9885c888db75 None None] The sync data for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi is: [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': '9ffcba06-13dd-4a5e-8bb6-9b22dae19223', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:40:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afae951-8db9-43e2-a371-b274d48e8135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:22:36Z', 'updated_at': '2022-05-26T15:22:36Z', 'revision_number': 0, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}, {'id': 'a840d281-0b0c-4c96-9c61-3635427123c4', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:20:43Z', 'updated_at': '2022-05-26T15:20:45Z', 'revision_number': 1, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:22:38.307033 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe819c-e40c-45d3-b31b-8bb0206ff444 None None] New status for floating IP 9ffcba06-13dd-4a5e-8bb6-9b22dae19223: ACTIVE {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:22:47.870837 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:47.878166 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:48.079785 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:48.084515 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:48.240000 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:55.490154 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:55.491989 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=25 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:58.236155 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:22:58.343391 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-9896937e-1b20-4a14-bdf5-012f23fcc96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:22:59.534898 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-718e0487-a263-460e-81a0-c0d545b70145 req-27f382cf-c2ad-4df8-9559-db185cf962f5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401213 May 26 15:22:59.629983 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e0487-a263-460e-81a0-c0d545b70145 req-f998b4ed-e52c-40e9-891f-e08db2e7cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:59.631581 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-718e0487-a263-460e-81a0-c0d545b70145 req-f998b4ed-e52c-40e9-891f-e08db2e7cb86 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 1129 time: 0.0420070 May 26 15:22:59.742281 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e0487-a263-460e-81a0-c0d545b70145 req-758b3d34-f164-4d0e-a471-1a5638ceaff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:59.743811 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-718e0487-a263-460e-81a0-c0d545b70145 req-758b3d34-f164-4d0e-a471-1a5638ceaff8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.0949922 May 26 15:22:59.805858 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-718e0487-a263-460e-81a0-c0d545b70145 req-de032725-1b73-4a27-9404-f6addb394cce service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c HTTP/1.1" status: 200 len: 1001 time: 0.0554733 May 26 15:22:59.856229 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e0487-a263-460e-81a0-c0d545b70145 req-333094b4-b2a0-4924-9b83-522bd407ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:59.857726 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-718e0487-a263-460e-81a0-c0d545b70145 req-333094b4-b2a0-4924-9b83-522bd407ab94 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0457778 May 26 15:22:59.904199 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e0487-a263-460e-81a0-c0d545b70145 req-658cb296-b150-4b41-be76-b08a93b81827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:22:59.905757 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-718e0487-a263-460e-81a0-c0d545b70145 req-658cb296-b150-4b41-be76-b08a93b81827 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423255 May 26 15:22:59.991945 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-718e0487-a263-460e-81a0-c0d545b70145 req-44a55791-8249-427c-9e98-7b330374e231 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804083 May 26 15:23:00.084032 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-718e0487-a263-460e-81a0-c0d545b70145 req-9dbb104d-a6a0-4f49-a7b0-31a878b3c9ec service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865626 May 26 15:23:00.599838 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-88ff79ca-f96a-4f25-b1e7-e4c60039142e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:01.919524 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:03.451190 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:04.703042 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:10.079210 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=52 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:10.081291 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=49 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:12.669027 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:23:14.697017 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:14.699007 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:18.231388 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:22.663940 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:22.665230 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:28.221179 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:28.226352 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:28.347095 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-153cb1af-172f-43b1-8fdd-fefa4be14211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:30.602251 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94edb033-9fed-46a1-bbbd-d16f7f5085f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:31.925189 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:33.453417 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:34.707359 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:44.701505 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:44.703395 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:48.248546 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:49.667756 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:23:56.622467 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:58.242840 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:58.244665 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:23:58.349052 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-854d72dc-a621-4973-8f50-49d1b036fa15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:23:59.664513 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:00.241622 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-5eff9256-d895-4bc8-a188-cf0abd8bfd01 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394895 May 26 15:24:00.310527 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-bfb67ed7-6e9c-405c-999d-5b3127a8b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:00.312008 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-bfb67ed7-6e9c-405c-999d-5b3127a8b49c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 1129 time: 0.0390444 May 26 15:24:00.417288 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-bb057126-41f0-4265-878a-9f91e094ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:00.418778 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-bb057126-41f0-4265-878a-9f91e094ecf7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.0886590 May 26 15:24:00.478694 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-b8370994-63de-43d0-bf28-f7653a071d2a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073 HTTP/1.1" status: 200 len: 1001 time: 0.0539675 May 26 15:24:00.525803 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-af1788a7-65da-4b01-a828-3e73196319a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:00.527130 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-af1788a7-65da-4b01-a828-3e73196319a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0429118 May 26 15:24:00.573563 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-0a70e406-7ae8-4719-b2e7-0e503c1af4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:00.575013 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-0a70e406-7ae8-4719-b2e7-0e503c1af4ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420065 May 26 15:24:00.603031 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-244da915-bc69-4b87-ae3b-4751a21aa5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:00.665693 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-00deb705-5183-4e2e-b2a5-8afecad09c08 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840580 May 26 15:24:00.756121 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-598de5fe-1697-4799-8ef9-a9d1855d59e3 req-6eabf949-e2d4-4bde-99b5-82a758f10059 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850453 May 26 15:24:01.925217 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:03.457304 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:04.679841 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53538) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:04.711011 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:04.874340 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Deleting port b667e391-ca85-4ed0-86fa-b393348c6300 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:04.874698 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (b667e391-ca85-4ed0-86fa-b393348c6300), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:04.954092 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (b667e391-ca85-4ed0-86fa-b393348c6300), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:04.954358 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (b667e391-ca85-4ed0-86fa-b393348c6300), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:04.967934 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Calling delete_port for b667e391-ca85-4ed0-86fa-b393348c6300 owned by network:floatingip {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:05.137497 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (b667e391-ca85-4ed0-86fa-b393348c6300), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:05.159107 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event deleted for resources: {'Port': ['ID=b667e391-ca85-4ed0-86fa-b393348c6300,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:05.173882 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.174212 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.174608 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.175013 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.175397 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.175732 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.176084 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.176405 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.176737 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.177056 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.177375 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.177722 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.178041 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.178356 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.178671 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:05.236437 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (9ffcba06-13dd-4a5e-8bb6-9b22dae19223), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:05.236660 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Floating IP 9ffcba06-13dd-4a5e-8bb6-9b22dae19223 disassociated (deleted). External IP: 172.27.1.202, port: 3b2779f6-0c1b-4479-bb77-f44d856d5073. May 26 15:24:05.677930 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:24:05.781519 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:24:05.786160 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:05.791503 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] Sync routers for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:24:05.801079 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:24:05.801723 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:24:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:05.813516 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:05.821126 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-a645abde-23f9-46de-9699-a57bd8196bae tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "DELETE /v2.0/floatingips/9ffcba06-13dd-4a5e-8bb6-9b22dae19223 HTTP/1.1" status: 204 len: 168 time: 1.1402519 May 26 15:24:05.821912 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:24:05.824119 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a293e05-ad11-4980-814b-4bd714df3520" -d '{"events": [{"name": "network-changed", "server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:24:05.910710 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:24:05.993833 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eaad58-59e9-4999-b1bf-b9f162c3ad7a x-openstack-request-id: req-d5eaad58-59e9-4999-b1bf-b9f162c3ad7a {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:24:05.994129 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:24:05.994388 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5eaad58-59e9-4999-b1bf-b9f162c3ad7a {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:24:05.994836 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5eaad58-59e9-4999-b1bf-b9f162c3ad7a'] response: {'name': 'network-changed', 'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'status': 'completed', 'code': 200} May 26 15:24:06.120566 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79607e6-a33a-466b-b371-ff3162657149 req-4aa6fb15-8bde-4de9-a55c-e8591b9bc164 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:06.122062 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f79607e6-a33a-466b-b371-ff3162657149 req-4aa6fb15-8bde-4de9-a55c-e8591b9bc164 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 945 time: 0.0982389 May 26 15:24:06.129540 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a840d281-0b0c-4c96-9c61-3635427123c4', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:20:43Z', 'updated_at': '2022-05-26T15:20:45Z', 'revision_number': 1, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:06.157840 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] Checking router: 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:24:06.166193 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:24:06.167366 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:24:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:06.174596 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f79607e6-a33a-466b-b371-ff3162657149 req-d5940d25-66f9-48c9-b039-7b536cafbce4 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462146 May 26 15:24:06.263691 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:24:06.466488 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a840d281-0b0c-4c96-9c61-3635427123c4', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:20:43Z', 'updated_at': '2022-05-26T15:20:45Z', 'revision_number': 1, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:06.490510 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e5068-8019-4db8-8d42-9cb4c1722ced None None] The sync data for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi is: [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_floatingips': [{'id': 'a840d281-0b0c-4c96-9c61-3635427123c4', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'router_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'port_id': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'mac_address': 'fa:16:3e:72:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99a9241-4425-4244-842f-dac17b3122ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T15:20:43Z', 'updated_at': '2022-05-26T15:20:45Z', 'revision_number': 1, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:24:06.699094 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07fd54-4561-4ed9-ba99-f17081dbdc93 None None] New status for floating IP 9ffcba06-13dd-4a5e-8bb6-9b22dae19223: DOWN {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:24:07.119264 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293e05-ad11-4980-814b-4bd714df3520 req-944fab4b-5513-4431-80b9-4a50593d94be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:07.122441 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a293e05-ad11-4980-814b-4bd714df3520 req-944fab4b-5513-4431-80b9-4a50593d94be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 1129 time: 0.0403876 May 26 15:24:07.353740 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25ceae-a133-407e-a328-f9cd2fe1fcb3 req-4efc7bbf-d47f-4b54-bb68-addcf5c89a58 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:07.355855 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a25ceae-a133-407e-a328-f9cd2fe1fcb3 req-4efc7bbf-d47f-4b54-bb68-addcf5c89a58 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 945 time: 0.1101992 May 26 15:24:07.391811 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293e05-ad11-4980-814b-4bd714df3520 req-6543c958-0ac2-4638-866b-e9766c133cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:07.393149 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a293e05-ad11-4980-814b-4bd714df3520 req-6543c958-0ac2-4638-866b-e9766c133cf1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.1425648 May 26 15:24:07.424523 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-3a25ceae-a133-407e-a328-f9cd2fe1fcb3 req-fcf16f08-83d1-4c4e-b38a-46a51e9441c3 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601859 May 26 15:24:07.555818 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a293e05-ad11-4980-814b-4bd714df3520 req-89ebd520-7cfd-409e-8bf2-5dd23f089a45 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073 HTTP/1.1" status: 200 len: 217 time: 0.0331271 May 26 15:24:07.603823 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293e05-ad11-4980-814b-4bd714df3520 req-b1d1eeda-a5e2-4f37-8ad1-56a787a16d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:07.605849 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a293e05-ad11-4980-814b-4bd714df3520 req-b1d1eeda-a5e2-4f37-8ad1-56a787a16d38 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0428102 May 26 15:24:07.704671 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293e05-ad11-4980-814b-4bd714df3520 req-84226f6e-fbd1-44dc-8de4-8b5afec1b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:07.706087 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a293e05-ad11-4980-814b-4bd714df3520 req-84226f6e-fbd1-44dc-8de4-8b5afec1b8f8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0689888 May 26 15:24:07.714592 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0724595-7a92-4df7-8c38-571276c6a1da req-1af13d23-60ab-4a43-acb6-c1751daadc48 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:07.715912 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f0724595-7a92-4df7-8c38-571276c6a1da req-1af13d23-60ab-4a43-acb6-c1751daadc48 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 945 time: 0.0777042 May 26 15:24:07.723198 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:07.791120 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=100 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:08.103847 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-f0724595-7a92-4df7-8c38-571276c6a1da req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Deleting port 3b2779f6-0c1b-4479-bb77-f44d856d5073 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:08.104233 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-f0724595-7a92-4df7-8c38-571276c6a1da req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:08.108790 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a293e05-ad11-4980-814b-4bd714df3520 req-21079f11-98ff-4c09-a267-e4c7a5a06097 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920410 May 26 15:24:08.266843 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-f0724595-7a92-4df7-8c38-571276c6a1da req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] For port 3b2779f6-0c1b-4479-bb77-f44d856d5073, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3b2779f6-0c1b-4479-bb77-f44d856d5073,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:08.267554 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-f0724595-7a92-4df7-8c38-571276c6a1da req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:08.287524 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-6a293e05-ad11-4980-814b-4bd714df3520 req-47d0cb35-c50a-474f-9877-73fa46854bc8 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666527 May 26 15:24:08.288503 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-f0724595-7a92-4df7-8c38-571276c6a1da req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Calling delete_port for 3b2779f6-0c1b-4479-bb77-f44d856d5073 owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:08.415996 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-f0724595-7a92-4df7-8c38-571276c6a1da req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (3b2779f6-0c1b-4479-bb77-f44d856d5073), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:08.443795 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event deleted for resources: {'Port': ['ID=3b2779f6-0c1b-4479-bb77-f44d856d5073,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:08.456695 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.457049 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.457390 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.458038 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.458386 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.458718 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.459051 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.459864 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.460204 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.460537 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.460869 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.461198 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.461552 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.461883 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.462256 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:08.501828 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0724595-7a92-4df7-8c38-571276c6a1da req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] No DVR routers for this DVR port 3b2779f6-0c1b-4479-bb77-f44d856d5073 on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:24:08.511816 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-f0724595-7a92-4df7-8c38-571276c6a1da req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:08.514848 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-f0724595-7a92-4df7-8c38-571276c6a1da req-4e33c019-63b1-4962-be94-8a3ec31bd202 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "DELETE /v2.0/ports/3b2779f6-0c1b-4479-bb77-f44d856d5073 HTTP/1.1" status: 204 len: 173 time: 0.7898448 May 26 15:24:08.515336 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'name': 'network-vif-deleted', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:24:08.517629 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb899a5-263d-43af-8783-cc80b04676da" -d '{"events": [{"server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "name": "network-vif-deleted", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:24:08.539499 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-5441eb26-2c9c-4b54-8f1a-27b0892984df req-9daa27f0-96d0-4252-a1a8-319efd0930de tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=9afae951-8db9-43e2-a371-b274d48e8135 HTTP/1.1" status: 200 len: 210 time: 0.0392740 May 26 15:24:08.567781 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea30cd5-1685-4edb-be1e-967baa12be95 x-openstack-request-id: req-9ea30cd5-1685-4edb-be1e-967baa12be95 {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:24:08.568076 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afae951-8db9-43e2-a371-b274d48e8135", "name": "network-vif-deleted", "tag": "3b2779f6-0c1b-4479-bb77-f44d856d5073", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:24:08.568360 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ea30cd5-1685-4edb-be1e-967baa12be95 {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:24:08.568762 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea30cd5-1685-4edb-be1e-967baa12be95'] response: {'server_uuid': '9afae951-8db9-43e2-a371-b274d48e8135', 'name': 'network-vif-deleted', 'tag': '3b2779f6-0c1b-4479-bb77-f44d856d5073', 'status': 'completed', 'code': 200} May 26 15:24:11.208293 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3b2779f6-0c1b-4479-bb77-f44d856d5073 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:24:11.231756 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 3b2779f6-0c1b-4479-bb77-f44d856d5073 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:24:11.232025 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 3b2779f6-0c1b-4479-bb77-f44d856d5073 not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:24:11.835239 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53590) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:11.882214 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:11.974301 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Deleting port e264f9c5-cbc9-4e36-8274-bc4092ea5f5d {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:11.974649 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (e264f9c5-cbc9-4e36-8274-bc4092ea5f5d), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:12.047891 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (e264f9c5-cbc9-4e36-8274-bc4092ea5f5d), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:12.048206 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (e264f9c5-cbc9-4e36-8274-bc4092ea5f5d), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:12.061364 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Calling delete_port for e264f9c5-cbc9-4e36-8274-bc4092ea5f5d owned by network:floatingip {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:12.202976 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (e264f9c5-cbc9-4e36-8274-bc4092ea5f5d), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:12.226366 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event deleted for resources: {'Port': ['ID=e264f9c5-cbc9-4e36-8274-bc4092ea5f5d,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:12.290725 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (a840d281-0b0c-4c96-9c61-3635427123c4), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:12.291048 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.db.l3_db [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Floating IP a840d281-0b0c-4c96-9c61-3635427123c4 disassociated (deleted). External IP: 172.27.1.236, port: 10c83d17-e84b-4c0e-9f27-82daadae8b0c. May 26 15:24:12.480667 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:24:12.580903 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:24:12.585662 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:12.590635 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] Sync routers for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:24:12.593811 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:12.599728 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:12.602789 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:24:12.603402 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:24:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:12.616751 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-b6966a53-f822-456e-85c2-fa083466b7bc tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "DELETE /v2.0/floatingips/a840d281-0b0c-4c96-9c61-3635427123c4 HTTP/1.1" status: 204 len: 168 time: 0.7804241 May 26 15:24:12.617584 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c'}] {{(pid=104042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:24:12.620047 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cdbb072e0798bcb7469ca4e76b60b08b395075218a82ba33d41cdbb9c7c795a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e522ea-f161-4705-9220-265624791465" -d '{"events": [{"name": "network-changed", "server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c"}]}' {{(pid=104042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:24:12.656049 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117e6153-64e5-4f7b-b25f-27593f1f1257 x-openstack-request-id: req-117e6153-64e5-4f7b-b25f-27593f1f1257 {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:24:12.656500 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c", "status": "completed", "code": 200}]} {{(pid=104042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:24:12.656751 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-117e6153-64e5-4f7b-b25f-27593f1f1257 {{(pid=104042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:24:12.657311 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117e6153-64e5-4f7b-b25f-27593f1f1257'] response: {'name': 'network-changed', 'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'status': 'completed', 'code': 200} May 26 15:24:12.742315 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e522ea-f161-4705-9220-265624791465 req-d22026e8-3f3e-4b45-a78e-86b62d8982e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:12.743907 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-88e522ea-f161-4705-9220-265624791465 req-d22026e8-3f3e-4b45-a78e-86b62d8982e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b161426dbdc44ff8e52676e1bc21558&device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 1129 time: 0.0452249 May 26 15:24:12.869707 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:24:12.881407 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e522ea-f161-4705-9220-265624791465 req-d714768f-9b7f-48c0-97cb-c3682216a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:12.882915 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-88e522ea-f161-4705-9220-265624791465 req-d714768f-9b7f-48c0-97cb-c3682216a363 service neutron] 10.222.0.75 "GET /v2.0/networks?id=17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 200 len: 913 time: 0.1320903 May 26 15:24:12.891392 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5b94a-a0be-46b0-bb37-dfb68ef4cf2e req-2fa2c5f8-96d8-4d38-8b16-a18f94270283 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:12.892772 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75b5b94a-a0be-46b0-bb37-dfb68ef4cf2e req-2fa2c5f8-96d8-4d38-8b16-a18f94270283 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 945 time: 0.0698171 May 26 15:24:12.942257 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-75b5b94a-a0be-46b0-bb37-dfb68ef4cf2e req-9325af77-6785-4705-9b3c-701c9a6ec0e1 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 May 26 15:24:13.050671 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:13.078523 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] Checking router: 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:24:13.085754 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:24:13.086561 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:24:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:13.187243 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:24:13.368582 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:13.393327 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af13fb3-1df5-4ca6-bda3-ac8cff8aa971 None None] The sync data for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi is: [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:17:35Z', 'revision_number': 4, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi', '_interfaces': [{'id': '43f3fa05-3829-4004-963f-d1da22d3a8be', 'name': '', 'network_id': '17e8e6f7-36ad-4695-9496-110a02e0acc3', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'mac_address': 'fa:16:3e:71:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:34Z', 'updated_at': '2022-05-26T15:17:43Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'subnets': [{'id': '2c11f6ab-4fa2-416f-9418-8c380ef25ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:24:13.619022 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577f968-bb67-450c-be26-44e32f261e6e None None] New status for floating IP a840d281-0b0c-4c96-9c61-3635427123c4: DOWN {{(pid=104044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 15:24:13.852590 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-88e522ea-f161-4705-9220-265624791465 req-006818eb-9478-4e8a-8f26-0b8cee216b17 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c HTTP/1.1" status: 200 len: 217 time: 0.0321860 May 26 15:24:13.905539 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e522ea-f161-4705-9220-265624791465 req-c1ada651-10ed-49da-965e-9038a98c09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:13.906903 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-88e522ea-f161-4705-9220-265624791465 req-c1ada651-10ed-49da-965e-9038a98c09a1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 200 len: 851 time: 0.0478745 May 26 15:24:14.083372 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ddb8e-7b93-4900-a345-e24fdeb23d0b req-b16647a7-27f1-4c34-bf77-afad63abd806 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:14.084827 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a45ddb8e-7b93-4900-a345-e24fdeb23d0b req-b16647a7-27f1-4c34-bf77-afad63abd806 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 945 time: 0.0743346 May 26 15:24:14.085890 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e522ea-f161-4705-9220-265624791465 req-3b4e7a25-e74f-40a5-bbf8-334a026e1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:14.087242 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-88e522ea-f161-4705-9220-265624791465 req-3b4e7a25-e74f-40a5-bbf8-334a026e1ce2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=17e8e6f7-36ad-4695-9496-110a02e0acc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0749192 May 26 15:24:14.111297 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:14.111878 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:14.192543 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-a45ddb8e-7b93-4900-a345-e24fdeb23d0b req-4a04e6df-4809-4cc7-8d44-784433e0f1a2 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/security-groups?id=f438a374-0853-47ae-8ddc-844f4d9df5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014438 May 26 15:24:14.215088 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-88e522ea-f161-4705-9220-265624791465 req-b52c3fd5-d2f0-4cf0-96bc-4b6102b6d7c4 service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183629 May 26 15:24:14.326524 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-88e522ea-f161-4705-9220-265624791465 req-2b243870-2962-4a1e-8c2f-63883bbb699f service neutron] 10.222.0.75 "GET /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842025 May 26 15:24:14.426457 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-a7b7328e-9da2-41a6-8a43-f0b39f49343c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 15:24:14.427892 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-a7b7328e-9da2-41a6-8a43-f0b39f49343c tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 945 time: 0.0549936 May 26 15:24:14.507080 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Deleting port 10c83d17-e84b-4c0e-9f27-82daadae8b0c {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:14.507326 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:14.597648 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] For port 10c83d17-e84b-4c0e-9f27-82daadae8b0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=10c83d17-e84b-4c0e-9f27-82daadae8b0c,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:14.598008 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:14.611410 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Calling delete_port for 10c83d17-e84b-4c0e-9f27-82daadae8b0c owned by compute:nova {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:14.737481 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (10c83d17-e84b-4c0e-9f27-82daadae8b0c), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:14.769012 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event deleted for resources: {'Port': ['ID=10c83d17-e84b-4c0e-9f27-82daadae8b0c,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:14.815200 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] No DVR routers for this DVR port 10c83d17-e84b-4c0e-9f27-82daadae8b0c on host hv-cinder-78836 {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:24:14.817725 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for port (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:14.820873 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-81a965be-aa19-4a90-b76e-0587d2ee93ab req-5ae12bac-bc42-4b0e-bc3a-f52496f3f367 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.75 "DELETE /v2.0/ports/10c83d17-e84b-4c0e-9f27-82daadae8b0c HTTP/1.1" status: 204 len: 173 time: 0.3868284 May 26 15:24:14.821302 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'name': 'network-vif-deleted', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c'}] {{(pid=104041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 15:24:14.824117 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c77122cd0e5806136ae82901621b23068071339bf4443c554f3b729ea7dfb079" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba2e2f3-008b-4b4e-90dd-39f0200c634a" -d '{"events": [{"server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "name": "network-vif-deleted", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c"}]}' {{(pid=104041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 15:24:14.861573 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7aa9f4-6ec7-43dd-b316-55857b8d364b x-openstack-request-id: req-bb7aa9f4-6ec7-43dd-b316-55857b8d364b {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 15:24:14.862205 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99a9241-4425-4244-842f-dac17b3122ff", "name": "network-vif-deleted", "tag": "10c83d17-e84b-4c0e-9f27-82daadae8b0c", "status": "completed", "code": 200}]} {{(pid=104041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 15:24:14.862205 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb7aa9f4-6ec7-43dd-b316-55857b8d364b {{(pid=104041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 15:24:14.862499 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7aa9f4-6ec7-43dd-b316-55857b8d364b'] response: {'server_uuid': 'b99a9241-4425-4244-842f-dac17b3122ff', 'name': 'network-vif-deleted', 'tag': '10c83d17-e84b-4c0e-9f27-82daadae8b0c', 'status': 'completed', 'code': 200} May 26 15:24:15.308554 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [req-0a784a9e-8d67-4264-a866-124a5a153869 req-d597f697-6411-47ea-94e8-761a13606360 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "GET /v2.0/ports?device_id=b99a9241-4425-4244-842f-dac17b3122ff HTTP/1.1" status: 200 len: 210 time: 0.0286164 May 26 15:24:16.366392 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53606) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:16.438138 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:16.478802 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Deleting port 920ba286-02ea-4114-8af8-709feb833f58 {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:16.479135 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (920ba286-02ea-4114-8af8-709feb833f58), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:16.480616 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:16.559422 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (920ba286-02ea-4114-8af8-709feb833f58), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:16.559751 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (920ba286-02ea-4114-8af8-709feb833f58), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:16.573193 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Calling delete_port for 920ba286-02ea-4114-8af8-709feb833f58 owned by network:floatingip {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:16.703243 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (920ba286-02ea-4114-8af8-709feb833f58), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:16.726977 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event deleted for resources: {'Port': ['ID=920ba286-02ea-4114-8af8-709feb833f58,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:16.789317 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for floatingip (6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:16.792276 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7849'] for floatingip (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:16.793404 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-916f5d18-977e-4beb-b867-da4663503f91 tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "DELETE /v2.0/floatingips/6c6ffaab-c8fa-41ce-9d48-2391c64c7d7f HTTP/1.1" status: 204 len: 168 time: 0.4270699 May 26 15:24:17.988886 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53618) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:18.045300 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4d47f047-dda8-41f9-b1de-169b0309465b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group (f438a374-0853-47ae-8ddc-844f4d9df5f5), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:18.070058 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4d47f047-dda8-41f9-b1de-169b0309465b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group (f438a374-0853-47ae-8ddc-844f4d9df5f5), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:18.127844 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4d47f047-dda8-41f9-b1de-169b0309465b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f438a374-0853-47ae-8ddc-844f4d9df5f5), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:18.131006 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-4d47f047-dda8-41f9-b1de-169b0309465b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Publish callbacks [] for security_group (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:18.132150 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-4d47f047-dda8-41f9-b1de-169b0309465b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] 10.222.0.46 "DELETE /v2.0/security-groups/f438a374-0853-47ae-8ddc-844f4d9df5f5 HTTP/1.1" status: 204 len: 168 time: 0.1422513 May 26 15:24:18.141825 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47f047-dda8-41f9-b1de-169b0309465b tempest-TestVolumeBootPattern-542567026 tempest-TestVolumeBootPattern-542567026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f438a374-0853-47ae-8ddc-844f4d9df5f5,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:18.245597 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:19.196888 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53624) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:19.223593 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 10c83d17-e84b-4c0e-9f27-82daadae8b0c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:24:19.246958 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] No Port match for: 10c83d17-e84b-4c0e-9f27-82daadae8b0c {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:24:19.247639 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Device 10c83d17-e84b-4c0e-9f27-82daadae8b0c not bound to the agent host hv-cinder-78836 {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:24:19.611371 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:19.631536 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:19.707869 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:19.849646 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Deleting port 43f3fa05-3829-4004-963f-d1da22d3a8be {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:19.850535 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:19.939239 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] For port 43f3fa05-3829-4004-963f-d1da22d3a8be, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=43f3fa05-3829-4004-963f-d1da22d3a8be,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:19.939603 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:19.952379 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Calling delete_port for 43f3fa05-3829-4004-963f-d1da22d3a8be owned by network:router_interface {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:20.126714 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (43f3fa05-3829-4004-963f-d1da22d3a8be), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:20.150006 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f3fa05-3829-4004-963f-d1da22d3a8be,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:20.325538 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:20.461428 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:20.524187 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:24:20.534937 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:20.629179 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:24:20.634824 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-2f3bea94-4fa1-429c-a663-edcf1d1d05c4 admin admin] 10.222.0.46 "PUT /v2.0/routers/3db1e0cd-8d77-4002-a6f9-233530cbf1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4362261 May 26 15:24:20.636720 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53628) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:20.639143 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] Sync routers for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:24:20.649135 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:24:20.649770 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:24:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:20.734895 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks [] for router (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:20.750597 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:24:20.832073 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks [] for router_gateway (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:20.875767 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Deleting port ef80a686-6e06-4a63-aed9-c02329b3a48a {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:20.876102 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:20.906898 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:20.920323 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:24:20Z', 'revision_number': 5, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port': {'id': 'ef80a686-6e06-4a63-aed9-c02329b3a48a', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:31Z', 'updated_at': '2022-05-26T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:20.944924 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] Checking router: 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 for host: dv-cinder-788367-11-iscsi {{(pid=104043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:24:20.953482 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] Routers {'3db1e0cd-8d77-4002-a6f9-233530cbf1b1'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:24:20.954096 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:24:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'], 'active': True} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:20.958766 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] For port ef80a686-6e06-4a63-aed9-c02329b3a48a, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=ef80a686-6e06-4a63-aed9-c02329b3a48a,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:20.959126 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:20.973069 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Calling delete_port for ef80a686-6e06-4a63-aed9-c02329b3a48a owned by network:router_gateway {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:20.994382 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=100 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:21.037498 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvr_db [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] Set router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 gateway port host: None {{(pid=104043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:24:21.088421 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_hamode_db [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:24:20Z', 'revision_number': 6, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port_host': None}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:21.113831 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57346595-9114-4084-8a55-fa0de76ab064 None None] The sync data for ids ['3db1e0cd-8d77-4002-a6f9-233530cbf1b1'] in dv-cinder-788367-11-iscsi is: [{'id': '3db1e0cd-8d77-4002-a6f9-233530cbf1b1', 'name': 'tempest-TestVolumeBootPattern-1500926988-router', 'tenant_id': '0b161426dbdc44ff8e52676e1bc21558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:30Z', 'updated_at': '2022-05-26T15:24:20Z', 'revision_number': 6, 'project_id': '0b161426dbdc44ff8e52676e1bc21558', 'gw_port_host': None}] {{(pid=104043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:24:21.386698 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (ef80a686-6e06-4a63-aed9-c02329b3a48a), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.411832 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef80a686-6e06-4a63-aed9-c02329b3a48a,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:21.471744 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.559136 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.561261 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks [] for router_controller (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), precommit_delete_associations {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.603169 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (3db1e0cd-8d77-4002-a6f9-233530cbf1b1), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.603777 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db1e0cd-8d77-4002-a6f9-233530cbf1b1 {{(pid=104042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:24:21.609003 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.610254 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-c9d6a5cb-c199-4514-93b5-dbca6168f7f2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3db1e0cd-8d77-4002-a6f9-233530cbf1b1 HTTP/1.1" status: 204 len: 168 time: 0.9726312 May 26 15:24:21.612747 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53630) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:21.621517 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:21.659236 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.db_base_plugin_v2 [None req-be513f89-a5f0-46f2-9c28-4bce532f02a6 admin admin] Deleting subnet 2c11f6ab-4fa2-416f-9418-8c380ef25ed8 {{(pid=104042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:24:21.661727 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:21.662576 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-be513f89-a5f0-46f2-9c28-4bce532f02a6 admin admin] Publish callbacks [] for subnet (2c11f6ab-4fa2-416f-9418-8c380ef25ed8), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.698411 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-be513f89-a5f0-46f2-9c28-4bce532f02a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11762060'] for subnet (2c11f6ab-4fa2-416f-9418-8c380ef25ed8), precommit_delete_associations {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.799737 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-be513f89-a5f0-46f2-9c28-4bce532f02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (2c11f6ab-4fa2-416f-9418-8c380ef25ed8), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.854599 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-be513f89-a5f0-46f2-9c28-4bce532f02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11761975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12408994'] for subnet (2c11f6ab-4fa2-416f-9418-8c380ef25ed8), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.879301 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be513f89-a5f0-46f2-9c28-4bce532f02a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c11f6ab-4fa2-416f-9418-8c380ef25ed8,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:21.885638 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-be513f89-a5f0-46f2-9c28-4bce532f02a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:21.889155 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-be513f89-a5f0-46f2-9c28-4bce532f02a6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2c11f6ab-4fa2-416f-9418-8c380ef25ed8 HTTP/1.1" status: 204 len: 168 time: 0.2745464 May 26 15:24:21.891228 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [-] (104042) accepted ('10.222.0.46', 53632) {{(pid=104042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:21.891424 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639ce5f1-7eab-4487-85c8-fd7d539456cf None None] Network 17e8e6f7-36ad-4695-9496-110a02e0acc3 requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:24:21.981515 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (17e8e6f7-36ad-4695-9496-110a02e0acc3), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.008242 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 43f3fa05-3829-4004-963f-d1da22d3a8be no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:24:22.028806 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 43f3fa05-3829-4004-963f-d1da22d3a8be {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:24:22.029229 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 43f3fa05-3829-4004-963f-d1da22d3a8be not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:24:22.029745 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device ef80a686-6e06-4a63-aed9-c02329b3a48a no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:24:22.034487 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Deleting port 49ff433c-0de3-4f4a-9365-32abebd074cb {{(pid=104042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:22.034822 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.049601 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: ef80a686-6e06-4a63-aed9-c02329b3a48a {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:24:22.050020 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device ef80a686-6e06-4a63-aed9-c02329b3a48a not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:24:22.055029 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] DHCP port deletion for 17e8e6f7-36ad-4695-9496-110a02e0acc3 request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:24:22.092579 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Deleting port 49ff433c-0de3-4f4a-9365-32abebd074cb {{(pid=104043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:22.092947 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), before_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.100635 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.db [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] For port 49ff433c-0de3-4f4a-9365-32abebd074cb, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=49ff433c-0de3-4f4a-9365-32abebd074cb,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:22.101004 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.117013 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.plugin [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Calling delete_port for 49ff433c-0de3-4f4a-9365-32abebd074cb owned by network:dhcp {{(pid=104042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:22.160803 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] For port 49ff433c-0de3-4f4a-9365-32abebd074cb, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=49ff433c-0de3-4f4a-9365-32abebd074cb,segment=NetworkSegment(4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc),segment_id=4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:22.161194 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), precommit_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.175009 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Calling delete_port for 49ff433c-0de3-4f4a-9365-32abebd074cb owned by network:dhcp {{(pid=104043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:22.206564 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11732422'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.233235 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ff433c-0de3-4f4a-9365-32abebd074cb,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:22.235215 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] No DVR routers for this DVR port 49ff433c-0de3-4f4a-9365-32abebd074cb on host dv-cinder-788367-11-iscsi {{(pid=104042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:24:22.260718 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354'] for port (49ff433c-0de3-4f4a-9365-32abebd074cb), after_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.286435 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Pushing event deleted for resources: {'Port': ['ID=49ff433c-0de3-4f4a-9365-32abebd074cb,revision_number=None']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:22.296337 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] No DVR routers for this DVR port 49ff433c-0de3-4f4a-9365-32abebd074cb on host dv-cinder-788367-11-iscsi {{(pid=104043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:24:22.300326 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.300992 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.301136 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.301563 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.301984 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.302364 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.302744 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.303699 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.304089 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.305042 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.305410 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.305774 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.306096 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.307053 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.307383 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a421c4-5296-415a-969a-befb86ac7cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-11-iscsi {{(pid=104043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 15:24:22.308815 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (17e8e6f7-36ad-4695-9496-110a02e0acc3), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.335189 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e8e6f7-36ad-4695-9496-110a02e0acc3']}} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:22.344787 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc') {'for_net_delete': True} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:22.345084 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.services.segments.db [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc') {} {{(pid=104042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:22.354631 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11762101'] for segment (4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc), before_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.367759 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc), precommit_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.374447 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=104042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:24:22.374827 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11732373'] for segment (4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.432836 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (17e8e6f7-36ad-4695-9496-110a02e0acc3), after_delete {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.438471 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron_lib.callbacks.manager [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.441950 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.wsgi [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/17e8e6f7-36ad-4695-9496-110a02e0acc3 HTTP/1.1" status: 204 len: 168 time: 0.5497732 May 26 15:24:22.444958 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53638) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:22.456281 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc resource provider aggregate not found May 26 15:24:22.460308 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a34e2-cc32-435b-be09-a2d2add860e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17e8e6f7-36ad-4695-9496-110a02e0acc3,revision_number=None']} {{(pid=104042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:22.475448 dv-cinder-788367-11-iscsi neutron-server[104042]: INFO neutron.services.segments.plugin [-] Segment 4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4336f452-dd9d-4fbc-b8ec-07eab1c4b7cc found for delete ", "request_id": "req-84bf1c7d-0b09-4ff3-8939-fcc624419c31"}]} May 26 15:24:22.700977 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:22.706620 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:22.764448 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927199'] for router_interface (584ce9bb-2acc-4302-8e43-7f26206fd899), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:22.980926 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Deleting port afc58c34-60cb-4729-a86c-9cf3f4a73c45 {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:22.981166 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:23.057634 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] For port afc58c34-60cb-4729-a86c-9cf3f4a73c45, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=afc58c34-60cb-4729-a86c-9cf3f4a73c45,segment=NetworkSegment(8f0e6357-430d-44c1-a5cb-a251952072e2),segment_id=8f0e6357-430d-44c1-a5cb-a251952072e2)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:23.057992 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:23.070707 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Calling delete_port for afc58c34-60cb-4729-a86c-9cf3f4a73c45 owned by network:router_interface {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:23.243182 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (afc58c34-60cb-4729-a86c-9cf3f4a73c45), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:23.264990 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Pushing event deleted for resources: {'Port': ['ID=afc58c34-60cb-4729-a86c-9cf3f4a73c45,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:23.417379 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:23.432719 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-381525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927043'] for router_interface (584ce9bb-2acc-4302-8e43-7f26206fd899), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:23.621278 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:23.630956 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Router 584ce9bb-2acc-4302-8e43-7f26206fd899 has already been hosted by L3 agent b78566d1-f300-4d6d-b6e4-ea9fee13fb5d {{(pid=104041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 15:24:23.730580 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] Notify agent at l3_agent.dv-cinder-788367-11-iscsi the message routers_updated {{(pid=104041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 15:24:23.735668 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-650c6164-9e3d-40f9-9153-45413daf14ba admin admin] 10.222.0.46 "PUT /v2.0/routers/584ce9bb-2acc-4302-8e43-7f26206fd899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2892087 May 26 15:24:23.738123 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53642) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:23.740729 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] Sync routers for ids ['584ce9bb-2acc-4302-8e43-7f26206fd899'] in dv-cinder-788367-11-iscsi {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 15:24:23.753750 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] Routers {'584ce9bb-2acc-4302-8e43-7f26206fd899'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:24:23.754424 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:24:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['584ce9bb-2acc-4302-8e43-7f26206fd899'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:23.837396 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks [] for router (584ce9bb-2acc-4302-8e43-7f26206fd899), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:23.851195 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] Set router 584ce9bb-2acc-4302-8e43-7f26206fd899 gateway port host: dv-cinder-788367-11-iscsi {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:24:23.940727 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks [] for router_gateway (584ce9bb-2acc-4302-8e43-7f26206fd899), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:23.986316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Deleting port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:23.986655 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.047970 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 49ff433c-0de3-4f4a-9365-32abebd074cb no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:24:24.068963 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: 49ff433c-0de3-4f4a-9365-32abebd074cb {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:24:24.069308 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device 49ff433c-0de3-4f4a-9365-32abebd074cb not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:24:24.081237 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] For port d1f1a85d-a6c1-4372-bfb2-5a4987444eaa, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=d1f1a85d-a6c1-4372-bfb2-5a4987444eaa,segment=NetworkSegment(f34761b3-e979-44ee-8e43-6eb62173f4e3),segment_id=f34761b3-e979-44ee-8e43-6eb62173f4e3)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:24.081237 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.095387 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Calling delete_port for d1f1a85d-a6c1-4372-bfb2-5a4987444eaa owned by network:router_gateway {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:24.109328 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'external_fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:38Z', 'updated_at': '2022-05-26T15:24:23Z', 'revision_number': 5, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'gw_port': {'id': 'd1f1a85d-a6c1-4372-bfb2-5a4987444eaa', 'name': '', 'network_id': '0abcf042-d2fc-49ae-8c4f-54a2b28011f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '601b1e26-1fef-461d-9fec-109684075dd1', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T15:17:39Z', 'updated_at': '2022-05-26T15:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '601b1e26-1fef-461d-9fec-109684075dd1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-11-iscsi'}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:24.134204 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] Checking router: 584ce9bb-2acc-4302-8e43-7f26206fd899 for host: dv-cinder-788367-11-iscsi {{(pid=104044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 15:24:24.143130 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] Routers {'584ce9bb-2acc-4302-8e43-7f26206fd899'} bound to L3 agent in host dv-cinder-788367-11-iscsi {{(pid=104044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 15:24:24.143718 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T15:00:01Z,description=,heartbeat_timestamp=2022-05-26T15:24:01Z,host='dv-cinder-788367-11-iscsi',id=b78566d1-f300-4d6d-b6e4-ea9fee13fb5d,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T15:00:01Z,topic='l3_agent')) {'router_ids': ['584ce9bb-2acc-4302-8e43-7f26206fd899'], 'active': True} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:24.224833 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_dvr_db [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] Set router 584ce9bb-2acc-4302-8e43-7f26206fd899 gateway port host: None {{(pid=104044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 15:24:24.278113 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.l3_hamode_db [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:38Z', 'updated_at': '2022-05-26T15:24:23Z', 'revision_number': 6, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'gw_port_host': None}], 'dv-cinder-788367-11-iscsi', False) {} {{(pid=104044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:24.305863 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a8af2a-8db6-402e-9b43-2212a2caa21e None None] The sync data for ids ['584ce9bb-2acc-4302-8e43-7f26206fd899'] in dv-cinder-788367-11-iscsi is: [{'id': '584ce9bb-2acc-4302-8e43-7f26206fd899', 'name': 'tempest-TestVolumeBootPattern-1371473528-router', 'tenant_id': '4658c39721b44ff9a57416f948913eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T15:17:38Z', 'updated_at': '2022-05-26T15:24:23Z', 'revision_number': 6, 'project_id': '4658c39721b44ff9a57416f948913eb6', 'gw_port_host': None}] {{(pid=104044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 15:24:24.501379 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:24.507425 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (d1f1a85d-a6c1-4372-bfb2-5a4987444eaa), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.534027 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f1a85d-a6c1-4372-bfb2-5a4987444eaa,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:24.600600 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-927457'] for router_gateway (584ce9bb-2acc-4302-8e43-7f26206fd899), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.689480 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1007536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router (584ce9bb-2acc-4302-8e43-7f26206fd899), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.691788 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks [] for router_controller (584ce9bb-2acc-4302-8e43-7f26206fd899), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.746675 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1007547'] for router (584ce9bb-2acc-4302-8e43-7f26206fd899), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.747295 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 584ce9bb-2acc-4302-8e43-7f26206fd899 {{(pid=104041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 15:24:24.752489 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] Publish callbacks [] for router (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.753800 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-332d0731-9bec-4fb3-b1b8-3dc8f20bebde admin admin] 10.222.0.46 "DELETE /v2.0/routers/584ce9bb-2acc-4302-8e43-7f26206fd899 HTTP/1.1" status: 204 len: 168 time: 1.0143375 May 26 15:24:24.756427 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53644) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:24.789219 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:24.803331 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d37642b-1e41-4244-a874-24d54c8ccd56 admin admin] Deleting subnet 3d6858c5-c63f-4026-a152-77b055bf41df {{(pid=104041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 15:24:24.807465 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5d37642b-1e41-4244-a874-24d54c8ccd56 admin admin] Publish callbacks [] for subnet (3d6858c5-c63f-4026-a152-77b055bf41df), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.843041 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5d37642b-1e41-4244-a874-24d54c8ccd56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7551146'] for subnet (3d6858c5-c63f-4026-a152-77b055bf41df), precommit_delete_associations {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.922794 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5d37642b-1e41-4244-a874-24d54c8ccd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999468'] for subnet (3d6858c5-c63f-4026-a152-77b055bf41df), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:24.979592 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5d37642b-1e41-4244-a874-24d54c8ccd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7875961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8328569'] for subnet (3d6858c5-c63f-4026-a152-77b055bf41df), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.007441 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37642b-1e41-4244-a874-24d54c8ccd56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6858c5-c63f-4026-a152-77b055bf41df,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:25.009305 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-5d37642b-1e41-4244-a874-24d54c8ccd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for subnet (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.014328 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-5d37642b-1e41-4244-a874-24d54c8ccd56 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3d6858c5-c63f-4026-a152-77b055bf41df HTTP/1.1" status: 204 len: 168 time: 0.2569518 May 26 15:24:25.015145 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df745883-cbe6-4e12-8d97-aced08f50efc None None] Network 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba requested from dv-cinder-788367-11-iscsi {{(pid=104043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 15:24:25.016707 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53646) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:25.091230 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964523'] for network (1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.135384 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Deleting port a288fcd5-86e3-454f-bf3e-c9ef54021f3c {{(pid=104041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:25.135844 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.172152 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da99776-c0b8-4462-bdb7-34ad10db1ebe None None] DHCP port deletion for 1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba request from dv-cinder-788367-11-iscsi {{(pid=104043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 15:24:25.202786 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.db [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] For port a288fcd5-86e3-454f-bf3e-c9ef54021f3c, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=a288fcd5-86e3-454f-bf3e-c9ef54021f3c,segment=NetworkSegment(8f0e6357-430d-44c1-a5cb-a251952072e2),segment_id=8f0e6357-430d-44c1-a5cb-a251952072e2)] {{(pid=104041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:25.203150 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.209813 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-7da99776-c0b8-4462-bdb7-34ad10db1ebe None None] Deleting port a288fcd5-86e3-454f-bf3e-c9ef54021f3c {{(pid=104043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 15:24:25.210180 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-7da99776-c0b8-4462-bdb7-34ad10db1ebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760522839269'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), before_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.216931 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.plugin [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Calling delete_port for a288fcd5-86e3-454f-bf3e-c9ef54021f3c owned by network:dhcp {{(pid=104041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:25.277752 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.db [None req-7da99776-c0b8-4462-bdb7-34ad10db1ebe None None] For port a288fcd5-86e3-454f-bf3e-c9ef54021f3c, host dv-cinder-788367-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-11-iscsi',level=0,port_id=a288fcd5-86e3-454f-bf3e-c9ef54021f3c,segment=NetworkSegment(8f0e6357-430d-44c1-a5cb-a251952072e2),segment_id=8f0e6357-430d-44c1-a5cb-a251952072e2)] {{(pid=104043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 15:24:25.278147 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-7da99776-c0b8-4462-bdb7-34ad10db1ebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-930407'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), precommit_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.295513 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-7da99776-c0b8-4462-bdb7-34ad10db1ebe None None] Calling delete_port for a288fcd5-86e3-454f-bf3e-c9ef54021f3c owned by network:dhcp {{(pid=104043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 15:24:25.310523 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7885192'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.337611 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a288fcd5-86e3-454f-bf3e-c9ef54021f3c,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:25.346405 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] No DVR routers for this DVR port a288fcd5-86e3-454f-bf3e-c9ef54021f3c on host dv-cinder-788367-11-iscsi {{(pid=104041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:24:25.377999 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-7da99776-c0b8-4462-bdb7-34ad10db1ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4143374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760522848723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760522455354'] for port (a288fcd5-86e3-454f-bf3e-c9ef54021f3c), after_delete {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.402420 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da99776-c0b8-4462-bdb7-34ad10db1ebe None None] Pushing event deleted for resources: {'Port': ['ID=a288fcd5-86e3-454f-bf3e-c9ef54021f3c,revision_number=None']} {{(pid=104043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:25.405922 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da99776-c0b8-4462-bdb7-34ad10db1ebe None None] No DVR routers for this DVR port a288fcd5-86e3-454f-bf3e-c9ef54021f3c on host dv-cinder-788367-11-iscsi {{(pid=104043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 15:24:25.421527 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3998041', 'neutron.services.segments.db._delete_segments_for_network-8760522984816'] for network (1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.442599 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba']}} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:25.452783 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0e6357-430d-44c1-a5cb-a251952072e2') {'for_net_delete': True} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:25.453082 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.services.segments.db [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0e6357-430d-44c1-a5cb-a251952072e2') {} {{(pid=104041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 15:24:25.461088 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:25.462977 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760522985593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7551123'] for segment (8f0e6357-430d-44c1-a5cb-a251952072e2), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.477724 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795'] for segment (8f0e6357-430d-44c1-a5cb-a251952072e2), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.484448 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=104041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 15:24:25.484817 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4005795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7885275'] for segment (8f0e6357-430d-44c1-a5cb-a251952072e2), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.551719 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3998050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-381518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-927437'] for network (1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.557977 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-381552'] for network (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.561184 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba HTTP/1.1" status: 204 len: 168 time: 0.5435531 May 26 15:24:25.572850 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 8f0e6357-430d-44c1-a5cb-a251952072e2 resource provider aggregate not found May 26 15:24:25.577072 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8662f75-f85a-413f-ad01-cbf53e400bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbe4c67-4f2d-40ec-8f46-b7afb6a9f9ba,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:25.591285 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.services.segments.plugin [-] Segment 8f0e6357-430d-44c1-a5cb-a251952072e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f0e6357-430d-44c1-a5cb-a251952072e2 found for delete ", "request_id": "req-f33086cc-6a91-48b2-8c6f-af6d8d1c10ee"}]} May 26 15:24:25.679033 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53656) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:25.719416 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-7b01a7b0-90d7-4401-9dac-aa22bc3a17c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b161426dbdc44ff8e52676e1bc21558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391316 May 26 15:24:25.721741 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53658) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:25.774086 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1791-b95d-4c41-b02e-d61bd3827f37 admin admin] Publish callbacks [] for security_group (756e0f14-f16e-47fc-b40e-454b260626f9), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.777739 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:25.796910 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1791-b95d-4c41-b02e-d61bd3827f37 admin admin] Publish callbacks [] for security_group (756e0f14-f16e-47fc-b40e-454b260626f9), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.841713 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1791-b95d-4c41-b02e-d61bd3827f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (756e0f14-f16e-47fc-b40e-454b260626f9), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.844171 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-ba7b1791-b95d-4c41-b02e-d61bd3827f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:25.845293 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-ba7b1791-b95d-4c41-b02e-d61bd3827f37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/756e0f14-f16e-47fc-b40e-454b260626f9 HTTP/1.1" status: 204 len: 168 time: 0.1226485 May 26 15:24:25.852868 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b1791-b95d-4c41-b02e-d61bd3827f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e0f14-f16e-47fc-b40e-454b260626f9,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:25.983358 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device d1f1a85d-a6c1-4372-bfb2-5a4987444eaa no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:24:26.006028 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: d1f1a85d-a6c1-4372-bfb2-5a4987444eaa {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:24:26.006379 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device d1f1a85d-a6c1-4372-bfb2-5a4987444eaa not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:24:26.006974 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device afc58c34-60cb-4729-a86c-9cf3f4a73c45 no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:24:26.159310 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: afc58c34-60cb-4729-a86c-9cf3f4a73c45 {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:24:26.159671 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device afc58c34-60cb-4729-a86c-9cf3f4a73c45 not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:24:26.160084 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device a288fcd5-86e3-454f-bf3e-c9ef54021f3c no longer exists at agent ovs-agent-dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 15:24:26.178042 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.plugin [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] No Port match for: a288fcd5-86e3-454f-bf3e-c9ef54021f3c {{(pid=104043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 15:24:26.178631 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron.plugins.ml2.rpc [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Device a288fcd5-86e3-454f-bf3e-c9ef54021f3c not bound to the agent host dv-cinder-788367-11-iscsi {{(pid=104043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 15:24:26.185314 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53664) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:26.224667 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-303a0b58-7b00-41c7-adc0-5b157d0975af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4658c39721b44ff9a57416f948913eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382051 May 26 15:24:26.227029 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [-] (104041) accepted ('10.222.0.46', 53666) {{(pid=104041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 15:24:26.273316 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3c29-493c-4798-9340-77dedf709ca1 admin admin] Publish callbacks [] for security_group (5c782b60-5dba-4123-84af-91d0d26a3767), before_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:26.294828 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3c29-493c-4798-9340-77dedf709ca1 admin admin] Publish callbacks [] for security_group (5c782b60-5dba-4123-84af-91d0d26a3767), precommit_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:26.341412 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3c29-493c-4798-9340-77dedf709ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5c782b60-5dba-4123-84af-91d0d26a3767), after_delete {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:26.343886 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3c29-493c-4798-9340-77dedf709ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:26.345003 dv-cinder-788367-11-iscsi neutron-server[104041]: INFO neutron.wsgi [None req-6e4d3c29-493c-4798-9340-77dedf709ca1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c782b60-5dba-4123-84af-91d0d26a3767 HTTP/1.1" status: 204 len: 168 time: 0.1171079 May 26 15:24:26.352397 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d3c29-493c-4798-9340-77dedf709ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c782b60-5dba-4123-84af-91d0d26a3767,revision_number=None']} {{(pid=104041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 15:24:26.667612 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:24:28.339551 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:28.352267 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1cfd796d-72b7-4d6e-846e-0d50d2ed993e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:30.605866 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ac84e586-7111-4627-8f3d-6193482e43c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:31.931774 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:32.445192 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:32.446009 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG dbcounter [-] [104042] Writing DB stats neutron:SELECT=83,neutron:DELETE=10 {{(pid=104042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:33.459398 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:34.718495 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:36.327216 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=50,neutron:DELETE=8 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:36.348630 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG dbcounter [-] [104041] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=104041) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:36.662371 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=54 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:36.663158 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=43 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:44.710879 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:44.715164 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:48.261615 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:24:55.493295 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=15 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:55.495900 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=13 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:58.255028 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:58.256913 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:24:58.353553 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-d5d1e1b0-0b5e-41a4-9dc3-60ee12aa8249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:00.610797 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-74263521-006b-4480-882b-9d1b74572bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:01.932295 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:03.462952 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:03.666230 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:25:04.711964 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:13.661849 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:13.662656 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:14.706314 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:14.708340 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:18.261578 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:28.254932 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:28.256821 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:28.356209 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-488546c5-1281-4992-8d8a-5f10ab415712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:30.612757 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-91d705f1-94c1-4729-9a56-9bd886224caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:31.935701 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:33.464577 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:34.714333 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:40.665604 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:25:44.704283 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:44.710557 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:45.611273 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:48.262528 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:25:56.626899 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:58.257182 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:58.257973 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:25:58.357267 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-82fb6abc-8576-438c-a99a-f9bc79ae3870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:00.615623 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9e44-1e49-48cd-84b2-77f0398e2d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:01.938004 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:03.468751 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:04.716530 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:15.493021 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:15.495630 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:17.663957 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:26:18.273426 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:22.611622 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:27.660360 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=4 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:28.267379 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:28.268193 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:28.359514 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-592ed70b-e384-43ab-8c9a-6fe2ac861217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:30.620199 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ed95b8c2-efc5-4bd6-b4fc-eba28ebac7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:31.939979 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:33.471181 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:34.719551 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:37.864122 dv-cinder-788367-11-iscsi neutron-server[104042]: DEBUG neutron.wsgi [req-75c8bd2c-d585-4380-8f52-9547f30a1044 req-f780cfd7-dda9-4c76-968d-b3042abb7c49 service neutron] (104042) timed out ('10.222.0.75', 54721) {{(pid=104042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 15:26:38.289107 dv-cinder-788367-11-iscsi neutron-server[104041]: DEBUG neutron.wsgi [req-24f95f3d-da31-4af0-8735-309dc25bd0da req-b10e8ed6-b9bf-4383-ac86-0736f2265f91 service neutron] (104041) timed out ('10.222.0.75', 54687) {{(pid=104041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 15:26:44.713609 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:44.715503 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:48.271854 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:26:54.663150 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:26:58.265998 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:58.268166 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:26:58.361522 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-26860a38-760d-4750-827f-1b744459220a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:00.622094 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-8c95f780-d7be-4b02-93bc-f34d9d6f5fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:01.943380 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:03.478617 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:04.658582 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=17 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:04.659404 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=17 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:04.724024 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:14.711151 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:14.719121 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:18.271868 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:28.260625 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:28.266935 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:28.365730 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-53ccec1d-20ed-416a-bc56-fab597ffd23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:30.628924 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-64400a81-0a60-45e3-862b-5f9682d75616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:31.663078 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:27:31.947638 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:33.478114 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:34.725234 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:41.657993 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:41.658778 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:44.714655 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:44.721181 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:48.271048 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:27:56.630590 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:56.631984 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:DELETE=1 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:58.264531 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:58.266430 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:27:58.372093 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-14bf9967-3b3b-4965-8b15-089896a01aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:00.623117 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-247b3ee1-d178-45a1-8a58-f56ba53dafcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:01.951007 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:03.480454 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:04.728834 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:08.662357 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:28:15.492197 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:15.496880 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:18.270350 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:18.658115 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=6 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:18.659092 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=2 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:28.259932 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:28.266336 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:28.364464 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d425a0a-a5f7-4a26-b23e-0a6b3b8d9467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:30.629394 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-366696be-0349-408a-8eef-0d349fffdf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:31.953554 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:33.482861 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:34.734309 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:44.726849 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:44.728735 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:45.661250 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:28:48.270821 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:28:55.656810 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=15 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:55.657604 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=19 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:58.261805 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:58.266897 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:28:58.366724 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-1b15bdb6-dba5-4dcd-9326-d48fd4eb28af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:00.621889 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-86e3c799-4f8f-4323-9767-9d1c9b9f08de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:01.955243 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:03.488245 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:04.736877 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:14.730121 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:29:14.732156 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:29:18.267165 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-43ce804e-6ce2-47ae-86ee-f48d92e3da0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (c3739c5d-b915-4b1f-b05b-4739337d8b25), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:22.661328 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG neutron.db.agents_db [None req-e346686d-c39a-4b3c-af4a-dfbf2c1550ea None None] Agent healthcheck: found 6 active agents {{(pid=104044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 15:29:27.598546 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=3 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:29:28.261167 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=2 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:29:28.263045 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:29:28.369077 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-7e31ef58-be5a-4975-984e-9817e93e1f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (91747a74-7ded-4623-b188-38da4f859bd9), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:30.624579 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-09c3ce1d-a26a-4ee9-8fc6-9a15566eaf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (b78566d1-f300-4d6d-b6e4-ea9fee13fb5d), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:31.958496 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-ab4526fa-6376-4588-b951-4ad3c1e59247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (bb1abe5c-c98d-4c9d-8421-ec7cbede685b), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:32.657920 dv-cinder-788367-11-iscsi neutron-server[104044]: DEBUG dbcounter [-] [104044] Writing DB stats neutron:SELECT=5 {{(pid=104044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:29:33.487107 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-5d1d85ef-1591-45be-8322-ba9d7aeea1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (ccde2564-4ba0-47f5-ab80-0e6abc0fb858), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:34.739630 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG neutron_lib.callbacks.manager [None req-94490a59-78c7-42ba-8d09-23a9aa7f03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760522984798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4163994'] for agent (dad4f780-93cf-4801-b552-a3f51403b468), after_update {{(pid=104043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 15:29:44.733971 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 15:29:44.734753 dv-cinder-788367-11-iscsi neutron-server[104043]: DEBUG dbcounter [-] [104043] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}